-- Logs begin at Mon 2022-06-27 13:26:35 UTC, end at Mon 2022-06-27 14:28:53 UTC. -- Jun 27 14:01:58.316415 dv-cinder-841125-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 27 14:02:01.084548 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.common.config [-] Logging enabled! Jun 27 14:02:01.085291 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev375 Jun 27 14:02:01.085427 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104013) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 27 14:02:01.088834 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.common.config [-] Logging enabled! Jun 27 14:02:01.089095 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev375 Jun 27 14:02:01.089405 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104013) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 27 14:02:01.090393 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 14:02:01.090625 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 14:02:01.091106 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 14:02:01.091329 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 14:02:01.091552 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 14:02:01.092012 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.092340 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.092633 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.092967 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.093263 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.093547 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.093839 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.094119 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.094427 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.094702 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.095003 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.095235 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.095515 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.095800 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.096088 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.096315 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] debug = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.096593 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.097041 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.097456 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.097731 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.098039 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.098308 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.098571 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.098875 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.099158 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.099507 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] host = dv-cinder-841125-9-iscsi {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.099784 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.100081 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.100353 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.100638 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.100909 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.101185 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.101469 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.101744 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.102027 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.102303 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.102589 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.102907 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.103199 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.103423 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.103644 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.103931 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.104222 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.104494 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.104767 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.105038 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.105307 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.105579 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.105842 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.106127 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.106409 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.106763 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.107045 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.107316 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.107584 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.107857 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.108140 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.108411 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.108683 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.108954 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.109241 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.109509 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.109781 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.110084 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.110368 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.110670 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.110957 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.111231 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.111512 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.111791 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.112048 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.112318 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_json = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.112586 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.112854 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.113504 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.113772 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.114040 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.114315 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.114581 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.114890 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.115160 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:01.115460 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.115757 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.116058 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.116341 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.116660 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.116938 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.117229 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.117505 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.117793 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.118088 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.118376 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.118666 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.118978 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.119268 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.119567 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.119874 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.120170 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.120467 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.120746 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.121017 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.121289 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.121566 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.121852 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.122131 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.122453 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.122768 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.123054 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.123353 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.123630 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.123916 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.124210 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.124506 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.124774 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.125052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.125343 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.125619 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.125892 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.126183 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.126459 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.126757 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.127041 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.127333 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.127621 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.127895 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.128178 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.128461 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.128737 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.129011 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.129282 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.129559 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.129834 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.130121 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.130400 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.130699 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.130974 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.131252 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.131522 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.131793 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.132071 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.132341 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.132616 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.132892 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.133164 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.133437 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.133705 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.133977 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.134248 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.134518 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.134820 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.135091 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.135362 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.135632 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.135904 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.136175 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.136474 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.136779 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.137027 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.137301 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.137576 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.137853 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.138190 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.138462 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.138774 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.139226 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.139523 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.139806 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.140096 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.140381 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.140660 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.140982 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.141261 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.141538 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.141820 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.142099 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.142375 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.142676 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.142970 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.143265 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.143562 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.143838 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.144135 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.144432 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.144728 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.145007 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.145318 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.145597 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:01.145813 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 14:02:01.146063 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104013) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 27 14:02:01.448581 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 27 14:02:01.448858 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 27 14:02:01.449134 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 27 14:02:01.449468 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 27 14:02:01.870088 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.870354 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.870638 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.871961 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.872234 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.872759 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.927389 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.927674 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.927928 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.943924 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.944204 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.944461 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.975828 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.976089 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:01.976356 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.014426 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.014716 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.014997 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.255028 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.255887 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.255887 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.255887 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.256426 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.361941 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.362237 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.362526 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.362823 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.363442 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.363758 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.364017 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.364273 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.364525 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.364807 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.365063 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.365328 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.365587 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.365819 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.366069 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.366332 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.366587 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.366875 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.367140 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.367397 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.367666 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.367918 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.368201 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.368587 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.368865 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.369078 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.369496 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 14:02:02.369736 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 14:02:02.369976 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 14:02:02.370206 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 14:02:02.370450 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 14:02:02.370709 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 14:02:02.371089 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 27 14:02:02.374716 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 27 14:02:02.378693 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 27 14:02:02.382621 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 27 14:02:02.384313 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 27 14:02:02.384971 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 27 14:02:02.385306 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 27 14:02:02.385694 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 27 14:02:02.388601 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 27 14:02:02.389031 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 27 14:02:02.389388 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 14:02:02.394689 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 27 14:02:02.418169 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 27 14:02:02.418672 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.418972 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104013) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 27 14:02:02.419384 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.420883 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104013) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 27 14:02:02.421173 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 14:02:02.421419 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 27 14:02:02.424924 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.425204 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:02.517895 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 27 14:02:02.518149 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 27 14:02:02.518540 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 27 14:02:02.519172 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 27 14:02:02.622948 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO dbcounter [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Registered counter for database neutron Jun 27 14:02:02.652334 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_db.sqlalchemy.engines [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104013) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 27 14:02:02.658893 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writer thread running {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 14:02:03.231681 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Initializing driver for type 'gre' Jun 27 14:02:03.232381 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] gre ID ranges: [(1, 1000)] Jun 27 14:02:03.302304 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Initializing driver for type 'local' Jun 27 14:02:03.303209 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Initializing driver for type 'vlan' Jun 27 14:02:03.320075 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] VlanTypeDriver initialization complete Jun 27 14:02:03.320541 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Initializing driver for type 'vxlan' Jun 27 14:02:03.321109 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] vxlan ID ranges: [(1, 1000)] Jun 27 14:02:03.387294 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Initializing extension driver 'port_security' Jun 27 14:02:03.387699 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.extensions.port_security [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] PortSecurityExtensionDriver initialization complete Jun 27 14:02:03.388219 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Initializing mechanism driver 'openvswitch' Jun 27 14:02:03.388598 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Initializing mechanism driver 'hyperv' Jun 27 14:02:03.395657 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:03.396387 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.396826 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.397237 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.397800 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 14:02:03.398278 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.398692 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.399130 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.399565 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 14:02:03.400015 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > network after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.400401 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > network after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.400786 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.401219 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 14:02:03.401660 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > security_group after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.402056 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > security_group after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.402431 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > security_group after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.402936 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 14:02:03.403419 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.403853 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.404180 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.404841 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 14:02:03.405294 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > address_group after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.405685 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > address_group after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.406075 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > address_group after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.406566 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 14:02:03.407145 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] ML2 OVO RPC backend initialized. {{(pid=104013) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 27 14:02:03.407948 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.408351 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.408808 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > network before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.409201 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > networks before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.409589 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > port before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.409979 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > ports before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.410368 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > subnet before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.410781 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > subnets before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.411193 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > network after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.411570 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > network after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.411948 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.412317 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.412700 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.413077 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.413455 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.413831 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.414206 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.422904 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded quota_driver: . Jun 27 14:02:03.423393 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.plugin [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Modular L2 Plugin initialization complete Jun 27 14:02:03.423886 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading services supported by the core plugin {{(pid=104013) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 27 14:02:03.424288 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Got port-security extension from driver 'port_security' Jun 27 14:02:03.424884 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.extensions.vlantransparent [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Disabled vlantransparent extension. Jun 27 14:02:03.425487 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104013) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 27 14:02:03.425913 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading Plugin: router Jun 27 14:02:03.463270 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router_interface before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.463648 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router after_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.464048 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router before_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.464560 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.464936 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.465296 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router after_delete 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.465632 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > floatingip after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.466044 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > floatingip after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.466409 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router after_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.466790 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.467218 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.467575 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.467931 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.468350 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router precommit_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.468705 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.469047 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.469394 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.469734 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.470086 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > port precommit_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.470465 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router precommit_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.470833 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: port before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.471180 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.471538 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.471883 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router precommit_delete 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.472236 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router precommit_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.472598 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.472943 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router precommit_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.473314 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > agent after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.473664 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > agent after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.474009 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.474992 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Tracking information for resource: router configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 14:02:03.475326 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Tracking information for resource: floatingip configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 14:02:03.480722 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.db.l3_agentschedulers_db [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 27 14:02:03.481313 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.481807 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.482094 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.482449 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.483316 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router before_create 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.483685 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router precommit_delete 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.484054 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router precommit_create 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.484406 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > router precommit_update 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.489704 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.services.provider_configuration [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service providers = [] {{(pid=104013) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 27 14:02:03.490073 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.db.servicetype_db [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104013) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 27 14:02:03.493185 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 14:02:03.493605 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 14:02:03.493987 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 14:02:03.495139 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 14:02:03.495559 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.services.service_base [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 27 14:02:03.496048 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 14:02:03.496441 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 27 14:02:03.507546 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 14:02:03.507904 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading Plugin: auto_allocate Jun 27 14:02:03.515250 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: network precommit_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.515695 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: network precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.516265 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 14:02:03.516562 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading Plugin: tag Jun 27 14:02:03.524436 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 14:02:03.524744 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading Plugin: timestamp Jun 27 14:02:03.529213 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 14:02:03.529538 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading Plugin: network_ip_availability Jun 27 14:02:03.535577 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.535958 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.536320 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.537100 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 14:02:03.537430 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading Plugin: flavors Jun 27 14:02:03.542620 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 14:02:03.542977 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading Plugin: revisions Jun 27 14:02:03.548217 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 14:02:03.548665 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.099s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 27 14:02:03.549510 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104013) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 27 14:02:03.549895 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Initializing extension manager. Jun 27 14:02:03.550434 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: __init__.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.550917 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: __pycache__ {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.551287 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: address_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.552791 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.552791 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: address-group Jun 27 14:02:03.553229 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: address_scope.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.553836 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.554703 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: address-scope Jun 27 14:02:03.554703 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: admin_state_down_before_update.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.555774 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.556332 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: router-admin-state-down-before-update Jun 27 14:02:03.556699 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: agent.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.557434 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.557970 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: agent Jun 27 14:02:03.558330 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: agent_resources_synced.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.559322 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.559998 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: agent-resources-synced Jun 27 14:02:03.560355 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: allowedaddresspairs.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.562237 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.562826 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: allowed-address-pairs Jun 27 14:02:03.563164 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: auto_allocated_topology.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.564258 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.564777 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: auto-allocated-topology Jun 27 14:02:03.565105 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: availability_zone.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.565803 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.566350 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: availability_zone Jun 27 14:02:03.566677 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: availability_zone_filter.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.567583 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.568100 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: availability_zone_filter Jun 27 14:02:03.568425 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: data_plane_status.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.569339 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.569844 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension data-plane-status not supported by any of loaded plugins Jun 27 14:02:03.570152 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: default_subnetpools.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.571106 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.571938 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: default-subnetpools Jun 27 14:02:03.571938 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: dhcpagentscheduler.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.573000 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.573274 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: dhcp_agent_scheduler Jun 27 14:02:03.573598 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: dns.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.574542 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.575078 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension dns-integration not supported by any of loaded plugins Jun 27 14:02:03.576288 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: dns_domain_ports.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.577254 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.578047 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 27 14:02:03.578168 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.579039 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.579563 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 27 14:02:03.579885 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: dvr.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.580569 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.581085 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: dvr Jun 27 14:02:03.581406 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: ecmp_routes.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.582326 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.582861 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension ecmp_routes not supported by any of loaded plugins Jun 27 14:02:03.583187 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: empty_string_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.584096 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.584879 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: empty-string-filtering Jun 27 14:02:03.584993 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.585820 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.586325 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 27 14:02:03.586668 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.587581 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.588315 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 27 14:02:03.588639 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: external_net.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.589752 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.590062 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: external-net Jun 27 14:02:03.590795 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: extra_dhcp_opt.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.591715 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.592224 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: extra_dhcp_opt Jun 27 14:02:03.592551 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: extraroute.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.593470 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.593976 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: extraroute Jun 27 14:02:03.594302 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: extraroute_atomic.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.595390 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.595899 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: extraroute-atomic Jun 27 14:02:03.596227 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: filter_validation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.596913 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.597412 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: filter-validation Jun 27 14:02:03.597735 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: fip_pf_description.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.598662 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.599183 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 27 14:02:03.599504 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: fip_pf_port_range.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.600429 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.600929 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 27 14:02:03.601251 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: fip_port_details.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.602177 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.602715 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: fip-port-details Jun 27 14:02:03.603046 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: flavors.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.604295 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.604811 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: flavors Jun 27 14:02:03.605338 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.607945 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.608475 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 27 14:02:03.608807 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: floatingip_pools.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.609528 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.610034 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: floatingip-pools Jun 27 14:02:03.610372 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: ip_allocation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.611340 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.611852 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension ip_allocation not supported by any of loaded plugins Jun 27 14:02:03.612177 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.613473 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.613988 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: ip-substring-filtering Jun 27 14:02:03.614324 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: l2_adjacency.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.615312 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.615822 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 27 14:02:03.616154 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: l3.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.617178 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.617695 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: router Jun 27 14:02:03.618024 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: l3_conntrack_helper.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.620360 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.620886 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 27 14:02:03.621221 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.622144 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.622752 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: ext-gw-mode Jun 27 14:02:03.623078 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.624016 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.624531 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: l3-ha Jun 27 14:02:03.624854 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.625767 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.626269 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 27 14:02:03.626598 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: l3_flavors.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.627545 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.628064 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: l3-flavors Jun 27 14:02:03.628389 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: l3_ndp_proxy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.629783 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.630303 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 27 14:02:03.630637 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.631582 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.632097 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 27 14:02:03.632430 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: l3agentscheduler.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.633645 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.634165 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: l3_agent_scheduler Jun 27 14:02:03.634495 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: local_ip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.636346 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.636877 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension local_ip not supported by any of loaded plugins Jun 27 14:02:03.637214 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: logging.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.638950 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.639479 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension logging not supported by any of loaded plugins Jun 27 14:02:03.639815 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: metering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.640582 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.641172 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: metering Jun 27 14:02:03.641502 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.642617 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.643165 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: metering_source_and_destination_fields Jun 27 14:02:03.643495 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: multiprovidernet.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.644425 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.644938 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: multi-provider Jun 27 14:02:03.645265 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: netmtu.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.646180 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.646714 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: net-mtu Jun 27 14:02:03.647043 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: netmtu_writable.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.647964 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.648473 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: net-mtu-writable Jun 27 14:02:03.648801 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: network_availability_zone.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.649484 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.649989 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: network_availability_zone Jun 27 14:02:03.650315 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: network_ip_availability.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.651457 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.651972 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: network-ip-availability Jun 27 14:02:03.652298 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: network_segment_range.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.653095 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.653659 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension network-segment-range not supported by any of loaded plugins Jun 27 14:02:03.654128 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: pagination.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.655165 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.655501 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: pagination Jun 27 14:02:03.655822 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: port_device_profile.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.656739 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.657262 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: port-device-profile Jun 27 14:02:03.657587 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: port_mac_address_override.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.658520 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.659068 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: port-mac-override Jun 27 14:02:03.659402 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.660329 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.660845 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: port-mac-address-regenerate Jun 27 14:02:03.661170 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.662090 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.662602 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: port-numa-affinity-policy Jun 27 14:02:03.662960 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: port_resource_request.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.663879 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.664383 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension port-resource-request not supported by any of loaded plugins Jun 27 14:02:03.664701 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: port_resource_request_groups.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.665677 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.666183 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 27 14:02:03.666507 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: portbindings.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.667453 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.667964 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: binding Jun 27 14:02:03.668284 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: portbindings_extended.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.669951 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.670481 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: binding-extended Jun 27 14:02:03.670808 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: portsecurity.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.671729 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.672283 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: port-security Jun 27 14:02:03.672580 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: project_id.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.673579 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.673909 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: project-id Jun 27 14:02:03.674236 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: providernet.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.675169 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.675692 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: provider Jun 27 14:02:03.676015 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.681447 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.681995 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos not supported by any of loaded plugins Jun 27 14:02:03.682332 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.683732 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.684252 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 27 14:02:03.684582 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.685759 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.686362 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 27 14:02:03.686723 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_default.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.687673 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.688191 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-default not supported by any of loaded plugins Jun 27 14:02:03.688520 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_fip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.689457 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.689970 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-fip not supported by any of loaded plugins Jun 27 14:02:03.690296 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_fip_network_policy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.691263 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.691779 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 27 14:02:03.692103 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_gateway_ip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.693037 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.693549 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 27 14:02:03.693873 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_port_network_policy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.694827 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.695336 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 27 14:02:03.695661 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.696716 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.697229 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 27 14:02:03.697557 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.698599 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.699148 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 27 14:02:03.699472 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_pps_rule.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.700677 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.701197 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-pps not supported by any of loaded plugins Jun 27 14:02:03.701532 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_rule_type_details.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.702440 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.702995 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 27 14:02:03.703322 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_rule_type_filter.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.704248 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.704760 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 27 14:02:03.705083 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: qos_rules_alias.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.706129 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.706670 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 27 14:02:03.706993 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: quota_check_limit.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.707915 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.708439 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: quota-check-limit Jun 27 14:02:03.708768 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: quotasv2.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.709791 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.710123 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: quotas Jun 27 14:02:03.710448 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: quotasv2_detail.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.712211 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.712550 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: quota_details Jun 27 14:02:03.712883 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: rbac.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.713970 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.714501 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: rbac-policies Jun 27 14:02:03.714872 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: rbac_address_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.715813 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.716385 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: rbac-address-group Jun 27 14:02:03.716715 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: rbac_address_scope.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.717788 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.718360 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: rbac-address-scope Jun 27 14:02:03.718765 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: rbac_security_groups.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.719821 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.720384 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: rbac-security-groups Jun 27 14:02:03.720747 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: rbac_subnetpool.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.721709 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.722321 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: rbac-subnetpool Jun 27 14:02:03.722724 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: revisionifmatch.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.723713 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.724276 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: revision-if-match Jun 27 14:02:03.724644 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: revisions.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.725845 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.726416 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: standard-attr-revisions Jun 27 14:02:03.726833 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: router_availability_zone.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.727560 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.728121 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: router_availability_zone Jun 27 14:02:03.728480 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: routerservicetype.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.729667 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.730221 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension router-service-type not supported by any of loaded plugins Jun 27 14:02:03.730608 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.731801 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.732653 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: security-groups-normalized-cidr Jun 27 14:02:03.732979 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: security_groups_port_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.733951 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.734528 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: port-security-groups-filtering Jun 27 14:02:03.734916 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.735942 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.736502 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: security-groups-remote-address-group Jun 27 14:02:03.736868 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.737850 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.738832 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: security-groups-shared-filtering Jun 27 14:02:03.739206 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: securitygroup.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.749527 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.750093 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: security-group Jun 27 14:02:03.750429 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: segment.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.751263 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.751779 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension segment not supported by any of loaded plugins Jun 27 14:02:03.752110 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.753121 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.753638 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 27 14:02:03.753966 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: servicetype.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.755207 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.755729 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: service-type Jun 27 14:02:03.756056 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: sorting.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.757048 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.757353 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: sorting Jun 27 14:02:03.757877 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: standard_attr_segment.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.758731 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.759148 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 27 14:02:03.759474 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: standardattrdescription.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.760135 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.760643 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: standard-attr-description Jun 27 14:02:03.760970 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: stateful_security_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.761918 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.762439 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: stateful-security-group Jun 27 14:02:03.762856 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: stdattrs_common.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.763648 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 27 14:02:03.763980 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.764937 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.765464 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 27 14:02:03.765794 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: subnet_onboard.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.766924 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.767455 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: subnet_onboard Jun 27 14:02:03.767792 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.768739 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.769257 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 27 14:02:03.769585 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: subnet_service_types.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.770514 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.771056 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: subnet-service-types Jun 27 14:02:03.771387 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: subnetallocation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.772502 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.773010 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: subnet_allocation Jun 27 14:02:03.773339 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.774024 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.774533 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: subnetpool-prefix-ops Jun 27 14:02:03.774882 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.775842 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.776349 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 27 14:02:03.776673 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: tagging.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.777794 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.778322 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: standard-attr-tag Jun 27 14:02:03.779096 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: timestamp.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.780419 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.780932 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loaded extension: standard-attr-timestamp Jun 27 14:02:03.781263 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: trunk.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.782294 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.782839 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension trunk not supported by any of loaded plugins Jun 27 14:02:03.783168 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: trunk_details.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.784092 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.784612 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension trunk-details not supported by any of loaded plugins Jun 27 14:02:03.784942 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: uplink_status_propagation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.785864 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.786380 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 27 14:02:03.786768 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Loading extension file: vlantransparent.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 14:02:03.787449 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 14:02:03.787959 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 27 14:02:03.790631 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:network Jun 27 14:02:03.791190 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:subnet Jun 27 14:02:03.791584 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 14:02:03.791973 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:port Jun 27 14:02:03.793281 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.793726 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service FLAVORS assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.794508 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.794913 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.795262 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:router Jun 27 14:02:03.795698 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:floatingip Jun 27 14:02:03.796196 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service METERING assigned prefix: /metering {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.797673 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.798051 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.798401 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:02:03.799485 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 14:02:03.799945 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:security_group Jun 27 14:02:03.800380 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 14:02:03.800987 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.801329 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 14:02:03.801680 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] subnetpool is already registered Jun 27 14:02:03.802110 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.802437 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 14:02:03.802817 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] subnetpool is already registered Jun 27 14:02:03.805109 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.805551 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service FLAVORS assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.806134 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.806560 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.806933 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:router Jun 27 14:02:03.807278 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] router is already registered Jun 27 14:02:03.807690 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:floatingip Jun 27 14:02:03.808032 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] floatingip is already registered Jun 27 14:02:03.808494 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service METERING assigned prefix: /metering {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.809177 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 14:02:03.809508 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] rbac_policy is already registered Jun 27 14:02:03.810043 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:security_group Jun 27 14:02:03.810381 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] security_group is already registered Jun 27 14:02:03.810818 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 14:02:03.811157 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] security_group_rule is already registered Jun 27 14:02:03.811807 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.812137 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 14:02:03.812475 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] subnetpool is already registered Jun 27 14:02:03.812903 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 14:02:03.813230 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 14:02:03.813563 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] subnetpool is already registered Jun 27 14:02:03.814049 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: extensions {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.815573 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: address-groups {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.817046 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: address-scopes {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.818372 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: agents {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.819637 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: auto-allocated-topology {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.820862 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: availability_zones {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.822099 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: dhcp-networks {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.823642 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: dhcp-agents {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.825059 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: routers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.826872 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: flavors {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.828221 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: service_profiles {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.829437 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: next_providers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.830912 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: service_profiles {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.832485 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: floatingip-pools {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.833714 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: routers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.835462 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: floatingips {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.836775 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: l3-routers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.838183 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: l3-agents {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.839644 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: metering-labels {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.841335 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: metering-label-rules {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.843742 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: network-ip-availabilities {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.844993 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: bindings {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.846673 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: quotas {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.848413 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: quotas {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.849979 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: rbac-policies {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.851207 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: security-groups {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.852592 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: security-group-rules {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.853874 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: service-providers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.855126 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: subnetpools {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.856460 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: subnetpools {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.858225 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.860061 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.861902 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.864109 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.865800 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.867827 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.869500 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.871406 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.873758 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.875567 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 14:02:03.881878 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING keystonemiddleware.auth_token [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 27 14:02:03.887141 dv-cinder-841125-9-iscsi neutron-server[104013]: WARNING keystonemiddleware.auth_token [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 27 14:02:03.896448 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Acquired lock "singleton_lock" {{(pid=104013) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 27 14:02:03.896929 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Releasing lock "singleton_lock" {{(pid=104013) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 27 14:02:03.897604 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO oslo_service.service [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Starting 2 workers Jun 27 14:02:03.902542 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Started child 104122 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 14:02:03.907704 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Started child 104123 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 14:02:03.908338 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:03.909464 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO neutron.service [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 27 14:02:03.909910 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [-] (104122) wsgi starting up on http://0.0.0.0:9696 Jun 27 14:02:03.910142 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Publish callbacks [] for process (None), before_spawn {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:03.912649 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO oslo_service.service [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Starting 1 workers Jun 27 14:02:03.913580 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:03.915292 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [-] (104123) wsgi starting up on http://0.0.0.0:9696 Jun 27 14:02:03.918014 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Started child 104124 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 14:02:03.918595 dv-cinder-841125-9-iscsi neutron-server[104013]: INFO oslo_service.service [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Starting 1 workers Jun 27 14:02:03.923483 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Started child 104125 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 14:02:03.923814 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.service [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] calling RpcWorker wait() {{(pid=104124) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 27 14:02:03.924604 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] Publish callbacks [] for process (None), after_spawn {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:03.925668 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.service [None req-a80b5f3c-c83e-430d-8428-4ee89b181c8b None None] returning from RpcWorker wait() {{(pid=104124) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 27 14:02:03.926489 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104013) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 27 14:02:03.926725 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 14:02:03.926913 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 14:02:03.927146 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 14:02:03.927462 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 14:02:03.927623 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 14:02:03.928155 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.928440 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.928705 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.929096 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:03.929261 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.929684 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:03.929828 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.929960 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.930193 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.930689 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.930917 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.931263 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.931410 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:03.932103 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.932103 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.932103 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.932450 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.932569 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.932759 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.933156 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.933309 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.933582 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.933997 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.934255 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.934535 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] debug = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.935330 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.935481 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.935702 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.936108 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.936334 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.936598 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.936862 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.937104 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.937318 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.937564 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.937800 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.938011 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.938256 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.938467 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.938719 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.938962 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.939194 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.939710 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host = dv-cinder-841125-9-iscsi {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.939944 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.940166 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.940406 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.940652 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.940910 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.941147 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.941379 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.941609 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.941826 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.942073 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.942295 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.942515 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.942781 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.943015 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.943230 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_options = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.943462 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.943671 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.943876 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.944111 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.944348 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.944348 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.944756 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.944756 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.945175 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.945382 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.945592 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.945817 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.946035 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.946249 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.946478 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.946776 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.947023 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.947240 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.947459 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.947697 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.947911 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.948122 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.948328 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.948524 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.948707 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.949013 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.949225 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.949445 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.950005 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.950444 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.950861 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.951282 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.951840 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.952215 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.952597 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.952959 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.953314 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.953704 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.954109 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.954464 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.954871 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.957876 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.957876 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.957876 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.960536 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.960536 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.960536 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_json = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.960536 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.960536 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.960536 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.960536 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.960536 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.960536 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.962309 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.962309 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.962766 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:03.963008 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:03.963008 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.963008 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.963008 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.963008 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.963008 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.963008 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.963008 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.968424 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.968424 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.968424 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.968424 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.968424 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.968424 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.968424 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.968424 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.970507 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.970507 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.970507 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.970507 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.970507 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.970507 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.970507 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.970507 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.971306 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.971306 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.971306 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.971306 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.971306 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.971306 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.971306 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.971306 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972022 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972022 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972022 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972022 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972022 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972022 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972022 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972022 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972734 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972734 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972734 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972734 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972734 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972734 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.972734 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.974293 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.974293 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.974293 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.974293 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.974293 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.974293 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.974293 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.975286 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.975286 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.975286 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.975286 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.975286 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.975751 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.975751 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.976019 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.976434 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.976434 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.977184 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.977184 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.977352 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.977422 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.977640 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.978033 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.978394 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.978776 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.979150 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.979506 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.980724 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.980724 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.980724 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.980724 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.980724 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.981368 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.981368 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.981368 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.981638 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.981756 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.981981 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.982368 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.983066 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.983457 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.983838 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.984198 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.984588 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.984964 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.985441 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.985691 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.985949 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.986180 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.986427 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.986699 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.986933 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.987187 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.987430 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.987645 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.988277 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.988533 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.988788 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.989035 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.989262 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.989516 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.989736 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.989966 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.990197 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.990419 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.990707 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.990913 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.991201 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.991438 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.991693 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.991909 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.992144 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.992400 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.992671 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.992919 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.993213 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.993433 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.993716 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.994016 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.994265 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.994716 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.995141 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.995395 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.995645 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.995899 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.996160 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.996398 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.996656 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.996897 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.997383 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.997554 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.997809 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.998054 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.998371 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.998604 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.998877 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.999090 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.999359 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.999613 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:03.999851 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.000119 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.000368 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.000604 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.000838 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.001086 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.001315 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.001548 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.001781 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.001991 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.002224 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.002449 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.002728 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.002937 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.003142 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.003379 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.003585 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.003807 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.004019 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.004242 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.004457 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.004712 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.004925 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.005148 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.005383 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.005603 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.005821 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.006041 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.006273 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.006518 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.006746 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.007037 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.007289 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.007502 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.007735 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.008026 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.008672 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.008672 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.008850 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.008931 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.009145 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.009359 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.009582 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.009794 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.010028 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.010258 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.010473 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.010768 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.011006 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.011357 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.011600 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.011826 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.012089 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.012321 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.012561 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.012803 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.013160 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.013534 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.013878 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.014330 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.014714 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.015100 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.015480 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.015838 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.016208 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.016625 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.016984 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.017225 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.017468 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.017683 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.017940 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.018111 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.018330 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.018571 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.018824 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.019066 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.019275 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.019486 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.019778 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.020048 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.020278 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.020526 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.020882 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.021105 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.021354 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.021575 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.021787 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 33706) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:04.021890 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.022009 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.022236 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.022446 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.022699 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.022917 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.023127 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.023350 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.023567 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.023774 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.024031 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.024242 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.024444 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.024670 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.024884 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.025092 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.025314 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.025521 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.025752 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.025972 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.026191 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.026417 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.026714 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.026900 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.027108 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.027332 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.027566 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.027774 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.028065 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.028322 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.028596 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.028876 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.029122 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.029366 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.029702 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.030124 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.030357 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.030599 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.030928 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.031124 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.031366 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.031613 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.031922 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.032193 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.032429 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.032686 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.032963 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.033236 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.033521 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.033735 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.034044 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.034358 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.034631 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.034909 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.035154 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.035387 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.035608 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.035828 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.036045 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.036281 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.036490 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.036741 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.036979 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.037196 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.037407 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.037657 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.037871 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.038113 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.038325 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.038566 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.038830 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.038985 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 14:02:04.039554 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104013) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 27 14:02:04.039711 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 14:02:04.039863 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 14:02:04.040032 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 14:02:04.040198 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 14:02:04.040349 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 14:02:04.040556 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.040716 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.040875 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.041033 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.041213 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.041370 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.041527 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.041684 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.041840 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.041997 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.042153 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.042308 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.042464 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.042620 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.042861 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.043020 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.043178 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.044043 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.044043 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.044043 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.044043 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.044043 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] debug = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.044485 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.044485 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.044658 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.044741 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.044884 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.045045 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.045272 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.045371 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046033 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046033 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046033 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046033 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046345 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046345 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046345 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046670 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046670 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046824 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host = dv-cinder-841125-9-iscsi {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.046960 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.047111 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.047263 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.047418 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.047848 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.047848 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.047848 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.048111 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.048193 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.048306 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.048463 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.048625 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.048781 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.048934 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.049090 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_options = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.049245 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.049401 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.049556 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.049741 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.049901 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.050058 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.050215 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.050373 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.050528 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.050689 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.050853 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.051038 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.051166 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.051321 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.051478 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.051633 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.051791 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.051946 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.052103 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.052259 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.052414 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.052570 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.052727 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.052883 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.053038 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.053193 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.053348 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.053503 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.053658 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.053814 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.054147 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.054147 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.054318 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.054403 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.054943 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.054943 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.054943 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.055199 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.055199 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.055370 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.055450 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.055631 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.055728 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.055887 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.056041 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.056197 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.056354 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_json = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.056509 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.056665 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.056819 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.056975 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.057130 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.057291 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.057447 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.057610 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.058380 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 14:02:04.058380 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.058380 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.058380 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.058663 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.058663 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.058991 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.058991 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.059129 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.059199 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.059850 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.059850 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.059850 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.060255 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.061832 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.061832 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.061832 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.061832 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.062388 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0339639 Jun 27 14:02:04.062487 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.062487 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.062487 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064268 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064268 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064268 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064268 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064268 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064268 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064268 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064268 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064826 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064826 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064826 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064826 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.064826 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.065174 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.065174 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.065314 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.065421 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.065588 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.065801 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.065900 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.066057 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.066221 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.066379 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068681 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068681 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068681 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068681 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068681 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.068681 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.069083 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.069083 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.069240 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.069318 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071226 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071226 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071226 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071226 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071226 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071226 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071226 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071226 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071226 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071963 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.071963 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.072106 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.072185 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.072429 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.072529 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.072616 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.072777 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.072937 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.073100 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.073259 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.074357 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.074529 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.074720 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.074924 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.075091 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.075252 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.076484 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.076648 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.076810 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.076996 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.077159 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.077322 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.077483 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.077646 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.077814 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.077953 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.078099 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.078261 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.078565 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.078887 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.079188 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.079527 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.079700 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.079828 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.079976 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.080271 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.080566 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.080861 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.081026 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.081205 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.081349 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.081512 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.081670 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.081952 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.082236 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.082513 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.082815 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.083108 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.083387 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.083672 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.083997 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.084162 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.084339 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.084502 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.084653 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.084809 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.084973 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.085766 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.085766 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.085766 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.085766 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.085766 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.086092 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.086092 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.086241 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.086440 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.086580 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.086747 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.086910 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.087048 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.087182 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.087317 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.087452 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.087588 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.087723 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.087965 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.088114 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.088263 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.088392 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.088521 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.088650 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.088794 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.088926 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.089085 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.089245 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.089403 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.089564 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.090242 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.090242 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.090242 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.090242 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.090500 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.090500 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.090633 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.090851 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.091012 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.091175 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.092102 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.092102 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.092102 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.092102 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.092102 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.092411 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.092411 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.092543 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.092678 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.092838 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.093447 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.093447 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.093447 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.093447 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.093709 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.093775 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.093892 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.094052 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.094211 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095202 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095202 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095202 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095202 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095202 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095202 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095619 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095619 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095619 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095844 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.095924 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.096090 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.096247 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.096407 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.096567 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.096728 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.096888 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.097047 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.097209 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.097918 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.097918 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.097918 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.097918 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.098238 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.098238 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.098238 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.098440 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.099401 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.099401 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.099401 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.099401 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.099401 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.099401 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.099811 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.099811 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.099811 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.099998 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.100076 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.100236 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.100394 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.100553 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.100862 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.101154 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.101454 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.101750 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.102061 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.102382 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.102553 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.102761 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.102922 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.103082 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.103244 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.103402 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.103571 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.104471 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.104471 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.104471 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.104471 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.104471 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.105073 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.105073 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.105073 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.105073 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.105549 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.105549 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.105549 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.105964 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.105964 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.105964 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.106317 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.106317 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.106749 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.106749 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.107003 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.107003 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.107239 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.107360 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.107482 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.107652 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.107811 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.107956 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.108214 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.108348 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.108485 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.108615 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.108764 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.108900 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.109030 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.109161 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.109333 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.109603 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.109693 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.109805 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.110019 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.110162 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.110313 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.110446 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.111071 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.111071 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.111071 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.111071 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.111441 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.111441 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.111696 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.111696 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.111943 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.112072 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.112210 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.112340 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.112590 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.112590 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.112856 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.112856 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.113364 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 14:02:04.113508 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 14:02:04.114747 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:13.379222 dv-cinder-841125-9-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:15.676664 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed459d8-773e-4060-b7f0-99f4e811a4ac None None] get_active_networks_info from dv-cinder-841125-9-iscsi {{(pid=104124) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 27 14:02:15.680243 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writer thread running {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 14:02:15.734587 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac4124b-0217-4e2b-b5b6-bc7076e2a3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454466'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:15.776966 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed459d8-773e-4060-b7f0-99f4e811a4ac None None] No non-hosted networks {{(pid=104124) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 27 14:02:17.391639 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writer thread running {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 14:02:17.836332 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dea54604-6184-4f42-b43a-36dc9e641f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454466'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:17.882148 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f9a53095-96c3-48a8-88f6-2fe1c95d012e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:19.271938 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454466'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:19.426414 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 33786) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:20.065812 dv-cinder-841125-9-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-e98a9606-0cee-4e7f-a43d-512a1c22f2b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 14:02:20.066519 dv-cinder-841125-9-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-e98a9606-0cee-4e7f-a43d-512a1c22f2b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 14:02:20.293466 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [None req-e98a9606-0cee-4e7f-a43d-512a1c22f2b4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:02:20.306675 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e98a9606-0cee-4e7f-a43d-512a1c22f2b4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8678524 Jun 27 14:02:20.860850 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454466'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:20.948728 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454466'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:20.950735 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.951081 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.951421 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.951780 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.952081 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.952510 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.952860 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.953187 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.953757 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.954161 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.954556 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.954956 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.955297 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.955623 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.956055 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:20.956367 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841125-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:20.962770 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841125-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:22.717586 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 33818) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:23.306595 dv-cinder-841125-9-iscsi neutron-server[104122]: WARNING oslo_policy.policy [None req-264122e0-8d0c-47a6-89bc-7992d0f6aaf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 14:02:23.307147 dv-cinder-841125-9-iscsi neutron-server[104122]: WARNING oslo_policy.policy [None req-264122e0-8d0c-47a6-89bc-7992d0f6aaf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 14:02:23.519910 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-264122e0-8d0c-47a6-89bc-7992d0f6aaf7 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:02:23.609644 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.policy [None req-264122e0-8d0c-47a6-89bc-7992d0f6aaf7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104122) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 14:02:23.651097 dv-cinder-841125-9-iscsi neutron-server[104122]: WARNING oslo_policy.policy [None req-264122e0-8d0c-47a6-89bc-7992d0f6aaf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 14:02:23.651486 dv-cinder-841125-9-iscsi neutron-server[104122]: WARNING oslo_policy.policy [None req-264122e0-8d0c-47a6-89bc-7992d0f6aaf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 14:02:23.672156 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writer thread running {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 14:02:23.753337 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-264122e0-8d0c-47a6-89bc-7992d0f6aaf7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770573676652', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770573678200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770573693240', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770573639374', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770573641017', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770573654107', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1601971', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1567043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-464533', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-395325'] for rbac-policy (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:23.833574 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-264122e0-8d0c-47a6-89bc-7992d0f6aaf7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:23.835796 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-264122e0-8d0c-47a6-89bc-7992d0f6aaf7 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1154234 Jun 27 14:02:24.077877 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.db.l3_hamode_db [None req-de04c1c8-48fb-4cf8-b03e-ab6b9e4b0d03 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 27 14:02:24.180206 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04c1c8-48fb-4cf8-b03e-ab6b9e4b0d03 None None] Routers set() bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:02:24.180589 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04c1c8-48fb-4cf8-b03e-ab6b9e4b0d03 None None] Router IDs set() for agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 27 14:02:26.210930 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 33834) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:26.603388 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:02:26.635391 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Made reservation on behalf of f75a41be88f246bcb6934012734f360f for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:02:26.639702 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:26.657628 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:26.771769 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Publish callbacks [] for security_group (042683f0-f233-4a4b-8c60-cb9a875b2453), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:26.776251 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (042683f0-f233-4a4b-8c60-cb9a875b2453), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:26.809902 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:02:26.837957 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770571322754', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (aef27c1e-f6ed-4d45-a978-2b75835fa4bb), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:26.838419 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Unsubscribe: segment precommit_create {{(pid=104122) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 14:02:26.838946 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Added segment aef27c1e-f6ed-4d45-a978-2b75835fa4bb of type vlan for network 64faf36d-6b41-425b-8957-033f8dfe7a72 Jun 27 14:02:26.853936 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=042683f0-f233-4a4b-8c60-cb9a875b2453,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:26.902756 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.903184 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.903534 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.903888 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.904217 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.904539 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.904854 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.905169 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.905479 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.905773 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.906088 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.906408 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.906742 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.907051 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.907357 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Tracked resource versions report: Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: pushed versions: Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: { 'AddressGroup': {'1.2'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Agent': {'1.1'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'ConntrackHelper': {'1.0'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'LocalIPAssociation': {'1.0'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Log': {'1.0'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'NDPProxy': {'1.0'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Network': {'1.1'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Port': {'1.7'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'PortForwarding': {'1.3'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'QosPolicy': {'1.10'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SecurityGroup': {'1.5'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SecurityGroupRule': {'1.2'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SubPort': {'1.0'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Subnet': {'1.1'}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Trunk': {'1.1'}} Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: consumer versions: Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: { DHCP agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: L3 agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: Metadata agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: Metering agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: Open vSwitch agent@dv-cinder-841125-9-iscsi: { 'AddressGroup': '1.2', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Agent': '1.1', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'ConntrackHelper': '1.0', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'LocalIPAssociation': '1.0', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Log': '1.0', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'NDPProxy': '1.0', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Network': '1.1', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Port': '1.7', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'PortForwarding': '1.3', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'QosPolicy': '1.10', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SecurityGroup': '1.5', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SecurityGroupRule': '1.2', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SubPort': '1.0', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Subnet': '1.1', Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Trunk': '1.1'}} Jun 27 14:02:26.908778 dv-cinder-841125-9-iscsi neutron-server[104122]: {{(pid=104122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 14:02:26.953334 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (64faf36d-6b41-425b-8957-033f8dfe7a72), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:26.989165 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:26.995607 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (64faf36d-6b41-425b-8957-033f8dfe7a72), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:27.000922 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:02:27.001632 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:27.076482 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8645542 Jun 27 14:02:27.131004 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a0ed6-bd9a-4717-9117-e174766593fe demo demo] Pushing event updated for resources: {'Network': ['ID=64faf36d-6b41-425b-8957-033f8dfe7a72,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:27.146539 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 64faf36d-6b41-425b-8957-033f8dfe7a72 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:02:29.480821 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 33848) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:29.836568 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writer thread running {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 14:02:30.049958 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.policy [None req-96048756-9714-48cf-ba27-f2c9b8c24a5c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104123) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 14:02:30.091037 dv-cinder-841125-9-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-96048756-9714-48cf-ba27-f2c9b8c24a5c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 14:02:30.091434 dv-cinder-841125-9-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-96048756-9714-48cf-ba27-f2c9b8c24a5c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 14:02:30.099270 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96048756-9714-48cf-ba27-f2c9b8c24a5c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:02:30.101029 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-96048756-9714-48cf-ba27-f2c9b8c24a5c demo admin] 10.222.0.43 "GET /v2.0/networks/64faf36d-6b41-425b-8957-033f8dfe7a72 HTTP/1.1" status: 200 len: 825 time: 0.6192567 Jun 27 14:02:30.142419 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-51618ab3-a2ed-4ad8-bfff-9ba6725df77f demo admin] 10.222.0.43 "GET /v2.0/subnetpools/7b64b90a-49d7-4332-bd60-dd4a857480cb HTTP/1.1" status: 200 len: 734 time: 0.0351298 Jun 27 14:02:30.151802 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Request body: {'subnet': {'subnetpool_id': '7b64b90a-49d7-4332-bd60-dd4a857480cb', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:02:30.191771 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Made reservation on behalf of f75a41be88f246bcb6934012734f360f for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:02:30.195098 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:30.523202 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (ca383c09-4221-4704-917b-9c538611dd61), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:30.602220 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Checking segment: {'id': 'aef27c1e-f6ed-4d45-a978-2b75835fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:02:30.602568 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Network hostable DHCP agents. Network: 64faf36d-6b41-425b-8957-033f8dfe7a72, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:02:30.610385 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Pushing event updated for resources: {'Subnet': ['ID=ca383c09-4221-4704-917b-9c538611dd61,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:30.615644 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:30.623791 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.624132 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.624485 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.624833 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.625160 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.625476 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.625789 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.626096 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.626422 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.626766 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.627060 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.627369 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.627678 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.627997 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.628288 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Tracked resource versions report: Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: pushed versions: Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: { 'AddressGroup': {'1.2'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Agent': {'1.1'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'ConntrackHelper': {'1.0'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'LocalIPAssociation': {'1.0'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Log': {'1.0'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'NDPProxy': {'1.0'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Network': {'1.1'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Port': {'1.7'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'PortForwarding': {'1.3'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'QosPolicy': {'1.10'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SecurityGroup': {'1.5'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SecurityGroupRule': {'1.2'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SubPort': {'1.0'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Subnet': {'1.1'}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Trunk': {'1.1'}} Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: consumer versions: Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: { DHCP agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: L3 agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: Metadata agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: Metering agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: Open vSwitch agent@dv-cinder-841125-9-iscsi: { 'AddressGroup': '1.2', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Agent': '1.1', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'ConntrackHelper': '1.0', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'LocalIPAssociation': '1.0', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Log': '1.0', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'NDPProxy': '1.0', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Network': '1.1', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Port': '1.7', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'PortForwarding': '1.3', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'QosPolicy': '1.10', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SecurityGroup': '1.5', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SecurityGroupRule': '1.2', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SubPort': '1.0', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Subnet': '1.1', Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Trunk': '1.1'}} Jun 27 14:02:30.629653 dv-cinder-841125-9-iscsi neutron-server[104123]: {{(pid=104123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 14:02:30.667850 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Network 64faf36d-6b41-425b-8957-033f8dfe7a72 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:02:30.691671 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 64faf36d-6b41-425b-8957-033f8dfe7a72) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:02:30.699140 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:02:30.699917 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:30.702430 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9d804-7a34-4349-9e9f-68f2f9ee6611 None None] Network 64faf36d-6b41-425b-8957-033f8dfe7a72 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:02:30.729863 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-026402ce-6674-4ce3-aab3-72d7022d35cb demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5815146 Jun 27 14:02:30.991211 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-64faf36d-6b41-425b-8957-033f8dfe7a72', 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72', 'project_id': 'f75a41be88f246bcb6934012734f360f', 'fixed_ips': [{'subnet_id': 'ca383c09-4221-4704-917b-9c538611dd61'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:02:30.992525 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:31.311961 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Allocated IP 172.20.0.2 (64faf36d-6b41-425b-8957-033f8dfe7a72/ca383c09-4221-4704-917b-9c538611dd61/38aedd2d-38d3-4dda-985b-2794fa7fc4b1) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:02:31.392309 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:31.562205 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Publish callbacks [] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:31.570420 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:31.647704 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:31.649658 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Network 64faf36d-6b41-425b-8957-033f8dfe7a72 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:02:31.655788 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:02:31.661295 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:02:31.664628 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Pushing event updated for resources: {'Port': ['ID=38aedd2d-38d3-4dda-985b-2794fa7fc4b1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:31.678447 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.678814 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.679154 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.679505 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.680821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.680821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.680821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.680821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.681166 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.681381 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.681715 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.682080 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.682397 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.682684 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.683011 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Tracked resource versions report: Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: pushed versions: Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: { 'AddressGroup': {'1.2'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Agent': {'1.1'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'ConntrackHelper': {'1.0'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'LocalIPAssociation': {'1.0'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Log': {'1.0'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'NDPProxy': {'1.0'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Network': {'1.1'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Port': {'1.7'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'PortForwarding': {'1.3'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'QosPolicy': {'1.10'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SecurityGroup': {'1.5'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SecurityGroupRule': {'1.2'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SubPort': {'1.0'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Subnet': {'1.1'}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Trunk': {'1.1'}} Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: consumer versions: Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: { DHCP agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: L3 agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: Metadata agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: Metering agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: Open vSwitch agent@dv-cinder-841125-9-iscsi: { 'AddressGroup': '1.2', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Agent': '1.1', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'ConntrackHelper': '1.0', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'LocalIPAssociation': '1.0', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Log': '1.0', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'NDPProxy': '1.0', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Network': '1.1', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Port': '1.7', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'PortForwarding': '1.3', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'QosPolicy': '1.10', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SecurityGroup': '1.5', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SecurityGroupRule': '1.2', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SubPort': '1.0', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Subnet': '1.1', Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Trunk': '1.1'}} Jun 27 14:02:31.685169 dv-cinder-841125-9-iscsi neutron-server[104124]: {{(pid=104124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 14:02:31.763620 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Attempting to bind port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:02:31.764369 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Attempting to bind port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'aef27c1e-f6ed-4d45-a978-2b75835fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:02:31.764475 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Attempting to bind port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 on network 64faf36d-6b41-425b-8957-033f8dfe7a72 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:02:31.769941 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:02:31.770327 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Checking segment: {'id': 'aef27c1e-f6ed-4d45-a978-2b75835fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:02:31.770841 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:31.771230 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Bound using segment: {'id': 'aef27c1e-f6ed-4d45-a978-2b75835fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:02:31.771707 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Bound port: 38aedd2d-38d3-4dda-985b-2794fa7fc4b1, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef27c1e-f6ed-4d45-a978-2b75835fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:02:31.772105 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:31.841644 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] For port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:02:31.862352 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] For port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=38aedd2d-38d3-4dda-985b-2794fa7fc4b1,segment=NetworkSegment(aef27c1e-f6ed-4d45-a978-2b75835fa4bb),segment_id=aef27c1e-f6ed-4d45-a978-2b75835fa4bb)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:02:31.869872 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:31.883298 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:31.886494 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:31.927621 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bce6ab-f128-4aa9-82f8-543db6d1531f None None] Pushing event updated for resources: {'Port': ['ID=38aedd2d-38d3-4dda-985b-2794fa7fc4b1,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:33.091257 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 33870) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:33.460038 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [None req-be3811b9-efe1-459b-8f5a-f8a91837184b admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:02:33.461393 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-be3811b9-efe1-459b-8f5a-f8a91837184b admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3687763 Jun 27 14:02:35.868984 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 33878) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:36.265951 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [None req-0e2f98f5-7c6e-477b-9421-f0897c626332 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:02:36.267147 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0e2f98f5-7c6e-477b-9421-f0897c626332 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3973062 Jun 27 14:02:37.091025 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=9,neutron:SELECT=53,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:37.103803 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:38.685624 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 33888) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:39.124357 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-c54733b3-a137-4b6c-80fe-749b437cb2a1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:02:39.150113 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c54733b3-a137-4b6c-80fe-749b437cb2a1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (b6c7137e-6c44-4b21-a77b-c02d269e0fad), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:39.151984 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c54733b3-a137-4b6c-80fe-749b437cb2a1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (b6c7137e-6c44-4b21-a77b-c02d269e0fad), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:39.294936 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c54733b3-a137-4b6c-80fe-749b437cb2a1 demo demo] Publish callbacks [] for router_controller (b6c7137e-6c44-4b21-a77b-c02d269e0fad), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:39.300500 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c54733b3-a137-4b6c-80fe-749b437cb2a1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (b6c7137e-6c44-4b21-a77b-c02d269e0fad), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:39.324541 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c54733b3-a137-4b6c-80fe-749b437cb2a1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:39.325911 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c54733b3-a137-4b6c-80fe-749b437cb2a1 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6390264 Jun 27 14:02:40.307834 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce35e6-3326-45ec-a51b-ca61bec917a3 None None] Network 64faf36d-6b41-425b-8957-033f8dfe7a72 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:02:40.432485 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a9194d80-b742-45c7-849a-224803fb1f97 None None] Provisioning complete for port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:02:40.433217 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a9194d80-b742-45c7-849a-224803fb1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:40.592182 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a9194d80-b742-45c7-849a-224803fb1f97 None None] Current status of the port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:02:40.592573 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a9194d80-b742-45c7-849a-224803fb1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:40.632387 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-a9194d80-b742-45c7-849a-224803fb1f97 None None] For port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=38aedd2d-38d3-4dda-985b-2794fa7fc4b1,segment=NetworkSegment(aef27c1e-f6ed-4d45-a978-2b75835fa4bb),segment_id=aef27c1e-f6ed-4d45-a978-2b75835fa4bb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:02:40.637991 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a9194d80-b742-45c7-849a-224803fb1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:40.693543 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9194d80-b742-45c7-849a-224803fb1f97 None None] Pushing event updated for resources: {'Port': ['ID=38aedd2d-38d3-4dda-985b-2794fa7fc4b1,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:40.730111 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:02:40.779622 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-785e321f-76ca-42fd-be0e-d5484317b5b9 None None] Provisioning complete for port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:02:40.780008 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-785e321f-76ca-42fd-be0e-d5484317b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:40.817845 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:02:40.818137 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:40.884118 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:40.896318 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-785e321f-76ca-42fd-be0e-d5484317b5b9 None None] Current status of the port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:02:40.935749 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:02:41.661846 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 33900) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:42.045298 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [None req-981b72b2-4137-4645-88e5-56fc71be9768 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:02:42.046235 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-981b72b2-4137-4645-88e5-56fc71be9768 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3834398 Jun 27 14:02:42.711016 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:02:42.743973 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:42.765158 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:02:42.765546 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:42.848020 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:02:42.980491 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:02:44.404609 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 33908) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:44.760298 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:02:44.807854 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Made reservation on behalf of 27d61319575240c9850fb753219b4c97 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:02:44.811031 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:44.828480 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:44.951100 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Publish callbacks [] for security_group (e1b5a01d-6305-4bcf-8644-99b77d98f628), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:44.955985 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e1b5a01d-6305-4bcf-8644-99b77d98f628), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:44.971189 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:44.973167 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Reserving flat network on physical network physnet1 {{(pid=104123) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 27 14:02:45.009980 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770571322754', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (e7ece622-696d-4aa5-a6ea-7071c23618ba), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:45.010523 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Unsubscribe: segment precommit_create {{(pid=104123) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 14:02:45.011642 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Added segment e7ece622-696d-4aa5-a6ea-7071c23618ba of type flat for network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 Jun 27 14:02:45.024678 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b5a01d-6305-4bcf-8644-99b77d98f628,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:45.075377 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (778354ad-5ac3-4530-9d0d-ba573bad0eb3), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:45.120252 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (778354ad-5ac3-4530-9d0d-ba573bad0eb3), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:45.121909 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:02:45.122486 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:45.188820 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7830532 Jun 27 14:02:45.226806 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207699de-b918-4355-b815-cd4be433ce2e admin admin] Pushing event updated for resources: {'Network': ['ID=778354ad-5ac3-4530-9d0d-ba573bad0eb3,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:45.238619 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:02:45.597841 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9c5087b9-8bc9-4152-a7cd-f4cb78558b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:47.542076 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 33916) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:47.823864 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f554715d-89e0-426f-9858-00fa7f12cb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:48.000339 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c992e3a-1465-4a6e-ab7d-58802ad6cede demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:02:48.001764 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-6c992e3a-1465-4a6e-ab7d-58802ad6cede demo admin] 10.222.0.43 "GET /v2.0/subnets/ca383c09-4221-4704-917b-9c538611dd61 HTTP/1.1" status: 200 len: 849 time: 0.4580698 Jun 27 14:02:48.185378 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-77c45ad5-8a53-404c-a1a3-12b997b333ae demo admin] 10.222.0.43 "GET /v2.0/routers/b6c7137e-6c44-4b21-a77b-c02d269e0fad HTTP/1.1" status: 200 len: 704 time: 0.1775005 Jun 27 14:02:48.461116 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:48.770679 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Allocated IP 172.20.0.1 (64faf36d-6b41-425b-8957-033f8dfe7a72/ca383c09-4221-4704-917b-9c538611dd61/e69d4d0d-d7b8-40c3-8ad1-643444c659b5) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:02:48.981562 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Publish callbacks [] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:49.055344 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:49.137898 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Network 64faf36d-6b41-425b-8957-033f8dfe7a72 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:02:49.153035 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:02:49.158382 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Pushing event updated for resources: {'Port': ['ID=e69d4d0d-d7b8-40c3-8ad1-643444c659b5,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:49.161340 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:02:49.162843 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (b6c7137e-6c44-4b21-a77b-c02d269e0fad), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:49.306944 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:49.374394 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-431f55e5-9d6d-46a1-bfa8-87627db12534 None None] Provisioning complete for port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:02:49.374953 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-431f55e5-9d6d-46a1-bfa8-87627db12534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:49.406247 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:49.408174 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:49.409739 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:49.412980 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-431f55e5-9d6d-46a1-bfa8-87627db12534 None None] Port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:02:49.721871 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Publish callbacks [] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:49.728166 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:49.729417 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (b6c7137e-6c44-4b21-a77b-c02d269e0fad), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:49.833404 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Pushing event updated for resources: {'Port': ['ID=e69d4d0d-d7b8-40c3-8ad1-643444c659b5,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:49.940797 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Network 64faf36d-6b41-425b-8957-033f8dfe7a72 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:02:49.942797 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:02:50.174224 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Router b6c7137e-6c44-4b21-a77b-c02d269e0fad is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:02:50.239437 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-60f0a7a1-22d6-4651-8d72-430e448c084c None None] Provisioning complete for port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:02:50.239879 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-60f0a7a1-22d6-4651-8d72-430e448c084c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:50.271400 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:02:50.279431 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d320a56d-9449-4df3-b3a2-ce576c983082 demo admin] 10.222.0.43 "PUT /v2.0/routers/b6c7137e-6c44-4b21-a77b-c02d269e0fad/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0883393 Jun 27 14:02:50.279598 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-60f0a7a1-22d6-4651-8d72-430e448c084c None None] Port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:02:50.286156 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Sync routers for ids ['b6c7137e-6c44-4b21-a77b-c02d269e0fad'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:02:50.300791 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Routers {'b6c7137e-6c44-4b21-a77b-c02d269e0fad'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:02:50.301767 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:02:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['b6c7137e-6c44-4b21-a77b-c02d269e0fad'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:50.539999 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Set router b6c7137e-6c44-4b21-a77b-c02d269e0fad gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:02:50.829755 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:50.965041 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:51.121328 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'name': 'router1', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:02:39Z', 'updated_at': '2022-06-27T14:02:49Z', 'revision_number': 2, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'gw_port_host': None, '_interfaces': [{'id': 'e69d4d0d-d7b8-40c3-8ad1-643444c659b5', 'name': '', 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'mac_address': 'fa:16:3e:50:43:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca383c09-4221-4704-917b-9c538611dd61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:02:48Z', 'updated_at': '2022-06-27T14:02:49Z', 'revision_number': 2, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'subnets': [{'id': 'ca383c09-4221-4704-917b-9c538611dd61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b64b90a-49d7-4332-bd60-dd4a857480cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:51.174099 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Checking router: b6c7137e-6c44-4b21-a77b-c02d269e0fad for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:02:51.174446 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Updating router b6c7137e-6c44-4b21-a77b-c02d269e0fad port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:02:51.233611 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:51.816516 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Publish callbacks [] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:51.827301 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:51.997997 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Pushing event updated for resources: {'Port': ['ID=e69d4d0d-d7b8-40c3-8ad1-643444c659b5,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:52.015779 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.016336 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.016688 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.017032 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.017371 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.017705 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.018035 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.018360 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.018708 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.019039 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.019364 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.019705 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.020052 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.020375 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.020690 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Tracked resource versions report: Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: pushed versions: Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: { 'AddressGroup': {'1.2'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Agent': {'1.1'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'ConntrackHelper': {'1.0'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'LocalIPAssociation': {'1.0'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Log': {'1.0'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'NDPProxy': {'1.0'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Network': {'1.1'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Port': {'1.7'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'PortForwarding': {'1.3'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'QosPolicy': {'1.10'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SecurityGroup': {'1.5'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SecurityGroupRule': {'1.2'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SubPort': {'1.0'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Subnet': {'1.1'}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Trunk': {'1.1'}} Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: consumer versions: Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: { DHCP agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: L3 agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: Metadata agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: Metering agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: Open vSwitch agent@dv-cinder-841125-9-iscsi: { 'AddressGroup': '1.2', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Agent': '1.1', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'ConntrackHelper': '1.0', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'LocalIPAssociation': '1.0', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Log': '1.0', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'NDPProxy': '1.0', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Network': '1.1', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Port': '1.7', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'PortForwarding': '1.3', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'QosPolicy': '1.10', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SecurityGroup': '1.5', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SecurityGroupRule': '1.2', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SubPort': '1.0', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Subnet': '1.1', Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Trunk': '1.1'}} Jun 27 14:02:52.022202 dv-cinder-841125-9-iscsi neutron-server[104125]: {{(pid=104125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 14:02:52.027902 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Attempting to bind port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:02:52.028311 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Attempting to bind port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'aef27c1e-f6ed-4d45-a978-2b75835fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:02:52.028751 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Attempting to bind port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 on network 64faf36d-6b41-425b-8957-033f8dfe7a72 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:02:52.036898 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:02:52.037318 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Checking segment: {'id': 'aef27c1e-f6ed-4d45-a978-2b75835fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:02:52.037809 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:52.038205 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Bound using segment: {'id': 'aef27c1e-f6ed-4d45-a978-2b75835fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:02:52.038712 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Bound port: e69d4d0d-d7b8-40c3-8ad1-643444c659b5, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef27c1e-f6ed-4d45-a978-2b75835fa4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:02:52.039099 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:52.072014 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:52.111432 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-6600753c-42e0-4577-92cf-7e23b07c3ed2 None None] Provisioning complete for port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:02:52.112011 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6600753c-42e0-4577-92cf-7e23b07c3ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:52.114322 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] For port e69d4d0d-d7b8-40c3-8ad1-643444c659b5, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:02:52.137166 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] For port e69d4d0d-d7b8-40c3-8ad1-643444c659b5, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=e69d4d0d-d7b8-40c3-8ad1-643444c659b5,segment=NetworkSegment(aef27c1e-f6ed-4d45-a978-2b75835fa4bb),segment_id=aef27c1e-f6ed-4d45-a978-2b75835fa4bb)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:02:52.144699 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:52.150366 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-6600753c-42e0-4577-92cf-7e23b07c3ed2 None None] Port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:02:52.192276 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:52.221763 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Routers {'b6c7137e-6c44-4b21-a77b-c02d269e0fad'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:02:52.222753 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:02:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['b6c7137e-6c44-4b21-a77b-c02d269e0fad'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:52.278378 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cea180-0520-4e8c-a4cf-763f22ae6d79 None None] Pushing event updated for resources: {'Port': ['ID=e69d4d0d-d7b8-40c3-8ad1-643444c659b5,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:52.330355 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] Set router b6c7137e-6c44-4b21-a77b-c02d269e0fad gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:02:52.475651 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-b116e4e2-c62b-412c-a0d0-0f2a9782c0a0 None None] Provisioning complete for port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:02:52.476051 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b116e4e2-c62b-412c-a0d0-0f2a9782c0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:52.566792 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b116e4e2-c62b-412c-a0d0-0f2a9782c0a0 None None] Current status of the port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:02:52.567280 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b116e4e2-c62b-412c-a0d0-0f2a9782c0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:52.573885 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'name': 'router1', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:02:39Z', 'updated_at': '2022-06-27T14:02:49Z', 'revision_number': 2, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'gw_port_host': None, '_interfaces': [{'id': 'e69d4d0d-d7b8-40c3-8ad1-643444c659b5', 'name': '', 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'mac_address': 'fa:16:3e:50:43:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca383c09-4221-4704-917b-9c538611dd61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:02:48Z', 'updated_at': '2022-06-27T14:02:52Z', 'revision_number': 4, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'subnets': [{'id': 'ca383c09-4221-4704-917b-9c538611dd61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b64b90a-49d7-4332-bd60-dd4a857480cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:52.602084 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b04efc-7339-4505-bbac-168e54f0e206 None None] The sync data for ids ['b6c7137e-6c44-4b21-a77b-c02d269e0fad'] in dv-cinder-841125-9-iscsi is: [{'id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'name': 'router1', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:02:39Z', 'updated_at': '2022-06-27T14:02:49Z', 'revision_number': 2, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'gw_port_host': None, '_interfaces': [{'id': 'e69d4d0d-d7b8-40c3-8ad1-643444c659b5', 'name': '', 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'mac_address': 'fa:16:3e:50:43:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca383c09-4221-4704-917b-9c538611dd61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:02:48Z', 'updated_at': '2022-06-27T14:02:52Z', 'revision_number': 4, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'subnets': [{'id': 'ca383c09-4221-4704-917b-9c538611dd61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b64b90a-49d7-4332-bd60-dd4a857480cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:02:52.615301 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-b116e4e2-c62b-412c-a0d0-0f2a9782c0a0 None None] For port e69d4d0d-d7b8-40c3-8ad1-643444c659b5, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=e69d4d0d-d7b8-40c3-8ad1-643444c659b5,segment=NetworkSegment(aef27c1e-f6ed-4d45-a978-2b75835fa4bb),segment_id=aef27c1e-f6ed-4d45-a978-2b75835fa4bb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:02:52.628002 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b116e4e2-c62b-412c-a0d0-0f2a9782c0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:52.712378 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116e4e2-c62b-412c-a0d0-0f2a9782c0a0 None None] Pushing event updated for resources: {'Port': ['ID=e69d4d0d-d7b8-40c3-8ad1-643444c659b5,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:53.656723 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 33938) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:53.988534 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e586cd-f2cf-42ba-8528-7c7a8c46a87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:02:53.990712 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b9e586cd-f2cf-42ba-8528-7c7a8c46a87d admin admin] 10.222.0.43 "GET /v2.0/networks/778354ad-5ac3-4530-9d0d-ba573bad0eb3 HTTP/1.1" status: 200 len: 842 time: 0.3322811 Jun 27 14:02:54.004380 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:02:54.046797 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Made reservation on behalf of 27d61319575240c9850fb753219b4c97 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:02:54.049674 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:54.237439 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:54.354824 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:54.415213 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.objects.ports [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104122) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 27 14:02:54.415642 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (221ae1a3-3388-4423-8ef3-8012e11d819c), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:54.472967 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=221ae1a3-3388-4423-8ef3-8012e11d819c,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:54.499221 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:02:54.499780 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Network hostable DHCP agents. Network: 778354ad-5ac3-4530-9d0d-ba573bad0eb3, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:02:54.538158 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:02:54.559020 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 778354ad-5ac3-4530-9d0d-ba573bad0eb3) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:02:54.565069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:02:54.566082 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:54.568788 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d791ac-d4ee-4308-9489-ee83fb336561 None None] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:02:54.595739 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4faa6320-ffde-4fd6-9f54-f3c78f0b6144 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5976446 Jun 27 14:02:54.711556 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc5551-1faf-4586-b7dc-fbfa34647a7e None None] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:02:54.782350 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:55.190050 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:55.198691 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=17,neutron:INSERT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:56.989440 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 33958) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:02:57.129867 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-db1b1979-f22b-4bde-b829-09f361f54aed demo admin] 10.222.0.43 "GET /v2.0/routers/b6c7137e-6c44-4b21-a77b-c02d269e0fad HTTP/1.1" status: 200 len: 710 time: 0.1392317 Jun 27 14:02:57.227744 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9315ef-596e-4f8e-942f-2e963e92cace demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:02:57.229063 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4f9315ef-596e-4f8e-942f-2e963e92cace demo admin] 10.222.0.43 "GET /v2.0/networks/778354ad-5ac3-4530-9d0d-ba573bad0eb3 HTTP/1.1" status: 200 len: 886 time: 0.0926611 Jun 27 14:02:57.239129 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:02:57.607055 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Publish callbacks [] for router_gateway (b6c7137e-6c44-4b21-a77b-c02d269e0fad), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:57.839570 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Publish callbacks [] for router_gateway (b6c7137e-6c44-4b21-a77b-c02d269e0fad), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:57.931453 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:57.992518 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:58.025248 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:58.058504 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Allocated IP 172.27.2.206 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/3c82dca8-19d8-4fb6-a395-115fb8c582a6) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:02:58.185373 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Publish callbacks [] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:58.221857 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:58.263450 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:02:58.266287 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:02:58.269103 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:02:58.308560 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Pushing event updated for resources: {'Port': ['ID=3c82dca8-19d8-4fb6-a395-115fb8c582a6,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:02:58.534247 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Publish callbacks [] for router_gateway (b6c7137e-6c44-4b21-a77b-c02d269e0fad), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:58.727831 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device e69d4d0d-d7b8-40c3-8ad1-643444c659b5 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:02:58.747933 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10892'] for router (b6c7137e-6c44-4b21-a77b-c02d269e0fad), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:58.752883 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-398146'] for router (b6c7137e-6c44-4b21-a77b-c02d269e0fad), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:58.783530 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:02:58.783986 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:58.848288 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:58.866076 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:02:58.870080 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Router b6c7137e-6c44-4b21-a77b-c02d269e0fad has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:02:58.920248 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:58.975378 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:02:58.987356 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:02:58.991694 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:02:58.992926 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ec4c6a20-e55c-4dc5-ba19-787a0ccc489c demo admin] 10.222.0.43 "PUT /v2.0/routers/b6c7137e-6c44-4b21-a77b-c02d269e0fad HTTP/1.1" status: 200 len: 890 time: 1.7575922 Jun 27 14:02:59.576454 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Sync routers for ids ['b6c7137e-6c44-4b21-a77b-c02d269e0fad'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:02:59.602406 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Routers {'b6c7137e-6c44-4b21-a77b-c02d269e0fad'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:02:59.603100 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:02:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['b6c7137e-6c44-4b21-a77b-c02d269e0fad'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:02:59.856147 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Set router b6c7137e-6c44-4b21-a77b-c02d269e0fad gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:03:00.295258 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'name': 'router1', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3c82dca8-19d8-4fb6-a395-115fb8c582a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:02:39Z', 'updated_at': '2022-06-27T14:02:58Z', 'revision_number': 4, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'gw_port': {'id': '3c82dca8-19d8-4fb6-a395-115fb8c582a6', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:02:57Z', 'updated_at': '2022-06-27T14:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'e69d4d0d-d7b8-40c3-8ad1-643444c659b5', 'name': '', 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'mac_address': 'fa:16:3e:50:43:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca383c09-4221-4704-917b-9c538611dd61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:02:48Z', 'updated_at': '2022-06-27T14:02:52Z', 'revision_number': 5, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'subnets': [{'id': 'ca383c09-4221-4704-917b-9c538611dd61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b64b90a-49d7-4332-bd60-dd4a857480cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:03:00.423156 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Checking router: b6c7137e-6c44-4b21-a77b-c02d269e0fad for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:03:00.423511 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Updating router b6c7137e-6c44-4b21-a77b-c02d269e0fad port 3c82dca8-19d8-4fb6-a395-115fb8c582a6 binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:03:00.484270 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:00.823075 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Publish callbacks [] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:00.829299 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:00.883874 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Attempting to bind port 3c82dca8-19d8-4fb6-a395-115fb8c582a6 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:03:00.884835 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Attempting to bind port 3c82dca8-19d8-4fb6-a395-115fb8c582a6 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:03:00.884835 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Attempting to bind port 3c82dca8-19d8-4fb6-a395-115fb8c582a6 on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:03:00.887288 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8268c2-93ac-4b51-b83e-81126bb6674b None None] Pushing event updated for resources: {'Port': ['ID=3c82dca8-19d8-4fb6-a395-115fb8c582a6,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:03:00.894876 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:03:00.895275 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:03:00.895656 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:00.896027 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:03:00.896512 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Bound port: 3c82dca8-19d8-4fb6-a395-115fb8c582a6, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:03:00.896857 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:00.898419 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:00.952043 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] For port 3c82dca8-19d8-4fb6-a395-115fb8c582a6, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:03:00.955732 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] For port 3c82dca8-19d8-4fb6-a395-115fb8c582a6, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=3c82dca8-19d8-4fb6-a395-115fb8c582a6,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:03:00.962253 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:01.033462 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Routers {'b6c7137e-6c44-4b21-a77b-c02d269e0fad'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:03:01.034113 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:02:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['b6c7137e-6c44-4b21-a77b-c02d269e0fad'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:03:01.036035 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:01.036869 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8268c2-93ac-4b51-b83e-81126bb6674b None None] Pushing event updated for resources: {'Port': ['ID=3c82dca8-19d8-4fb6-a395-115fb8c582a6,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:03:01.222998 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] Set router b6c7137e-6c44-4b21-a77b-c02d269e0fad gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:03:01.448413 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'name': 'router1', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3c82dca8-19d8-4fb6-a395-115fb8c582a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:02:39Z', 'updated_at': '2022-06-27T14:02:58Z', 'revision_number': 4, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'gw_port': {'id': '3c82dca8-19d8-4fb6-a395-115fb8c582a6', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:02:57Z', 'updated_at': '2022-06-27T14:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'e69d4d0d-d7b8-40c3-8ad1-643444c659b5', 'name': '', 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'mac_address': 'fa:16:3e:50:43:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca383c09-4221-4704-917b-9c538611dd61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:02:48Z', 'updated_at': '2022-06-27T14:02:52Z', 'revision_number': 5, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'subnets': [{'id': 'ca383c09-4221-4704-917b-9c538611dd61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b64b90a-49d7-4332-bd60-dd4a857480cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:03:01.488974 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9231ef-0708-4031-9387-98f84917cdf9 None None] The sync data for ids ['b6c7137e-6c44-4b21-a77b-c02d269e0fad'] in dv-cinder-841125-9-iscsi is: [{'id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'name': 'router1', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3c82dca8-19d8-4fb6-a395-115fb8c582a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:02:39Z', 'updated_at': '2022-06-27T14:02:58Z', 'revision_number': 4, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'gw_port': {'id': '3c82dca8-19d8-4fb6-a395-115fb8c582a6', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:02:57Z', 'updated_at': '2022-06-27T14:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'e69d4d0d-d7b8-40c3-8ad1-643444c659b5', 'name': '', 'network_id': '64faf36d-6b41-425b-8957-033f8dfe7a72', 'tenant_id': 'f75a41be88f246bcb6934012734f360f', 'mac_address': 'fa:16:3e:50:43:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c7137e-6c44-4b21-a77b-c02d269e0fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca383c09-4221-4704-917b-9c538611dd61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:02:48Z', 'updated_at': '2022-06-27T14:02:52Z', 'revision_number': 5, 'project_id': 'f75a41be88f246bcb6934012734f360f', 'subnets': [{'id': 'ca383c09-4221-4704-917b-9c538611dd61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b64b90a-49d7-4332-bd60-dd4a857480cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:03:01.508828 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 33970) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:03:01.675168 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2321bea7-821a-451e-af89-407d859d7b23 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1647127 Jun 27 14:03:02.576524 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:02.578617 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=34 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:02.764579 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 3c82dca8-19d8-4fb6-a395-115fb8c582a6 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:03:02.814436 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 3c82dca8-19d8-4fb6-a395-115fb8c582a6 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:03:02.815038 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:02.891714 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 3c82dca8-19d8-4fb6-a395-115fb8c582a6 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:03:02.892113 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:02.913664 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 3c82dca8-19d8-4fb6-a395-115fb8c582a6, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=3c82dca8-19d8-4fb6-a395-115fb8c582a6,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:03:02.919479 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:02.987184 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=3c82dca8-19d8-4fb6-a395-115fb8c582a6,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:03:04.764984 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 3c82dca8-19d8-4fb6-a395-115fb8c582a6 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:03:04.815363 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 3c82dca8-19d8-4fb6-a395-115fb8c582a6 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:03:04.816005 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (3c82dca8-19d8-4fb6-a395-115fb8c582a6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:04.902715 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 3c82dca8-19d8-4fb6-a395-115fb8c582a6 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:03:08.985120 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:11.662945 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:11.670759 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:14.899866 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:14.901621 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:15.604162 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1443d9f8-5752-4577-a911-586abe460d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:17.844603 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38529594-eb37-4a82-8b0f-41084a5154c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:19.238504 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:19.987085 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:03:20.838303 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:20.972423 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:30.959954 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:30.964278 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:36.983198 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:36.994668 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:03:45.599567 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e93e5e9a-bfd7-4cc4-8b77-aa7aebd89ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:47.830973 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9c07-ee57-489c-b39a-08851f2beb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:49.239804 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:50.828892 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:50.953379 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:03:56.976282 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:04:00.942040 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:00.944063 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:13.990020 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:13.990768 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:15.594680 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9fefe558-f8b8-4d98-b417-00c0cb8376d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:17.839473 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-912efe31-21ab-4076-84d9-215b4676750e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:19.239996 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:20.828800 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:20.950026 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:21.054873 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34510) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:04:21.125795 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.pecan_wsgi.hooks.translation [None req-16af0b61-6ca5-40ef-8f70-3c555a005b77 admin admin] GET failed (client error): The resource could not be found. Jun 27 14:04:21.127531 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-16af0b61-6ca5-40ef-8f70-3c555a005b77 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0716877 Jun 27 14:04:21.392950 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fec1eb-755c-4989-bb96-463e45ead29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:21.394455 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-88fec1eb-755c-4989-bb96-463e45ead29e admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2626774 Jun 27 14:04:23.481596 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34520) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:04:23.581465 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865a9b68-9a4c-44fe-aeb9-e0d074fe3304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:23.582894 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-865a9b68-9a4c-44fe-aeb9-e0d074fe3304 admin admin] 10.222.0.43 "GET /v2.0/subnets/ca383c09-4221-4704-917b-9c538611dd61 HTTP/1.1" status: 200 len: 849 time: 0.1000211 Jun 27 14:04:23.593132 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:04:23.682163 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Publish callbacks [] for subnet (ca383c09-4221-4704-917b-9c538611dd61), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:23.835677 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770571170663'] for subnet (ca383c09-4221-4704-917b-9c538611dd61), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:23.877467 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:23.878060 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:23.879406 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] 10.222.0.43 "PUT /v2.0/subnets/ca383c09-4221-4704-917b-9c538611dd61 HTTP/1.1" status: 200 len: 868 time: 0.2904189 Jun 27 14:04:23.885656 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4cdc6-1a9c-469d-b25a-c78a7e5319f2 None None] Network 64faf36d-6b41-425b-8957-033f8dfe7a72 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:04:23.900250 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca383c09-4221-4704-917b-9c538611dd61,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:04:23.909626 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.910098 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.910315 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.910696 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.911080 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.911425 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.911760 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.912091 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.912466 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.912907 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.913269 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.913605 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.913943 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.914262 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:23.914582 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778862e-693b-4344-be7e-0f56e3970502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:04:24.218276 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-33e515ee-aaca-415f-9475-228ea3f99548 None None] Provisioning complete for port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:04:24.218556 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33e515ee-aaca-415f-9475-228ea3f99548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e69d4d0d-d7b8-40c3-8ad1-643444c659b5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:24.297831 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-33e515ee-aaca-415f-9475-228ea3f99548 None None] Current status of the port e69d4d0d-d7b8-40c3-8ad1-643444c659b5 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:04:24.306070 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-33e515ee-aaca-415f-9475-228ea3f99548 None None] Provisioning complete for port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:04:24.306446 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33e515ee-aaca-415f-9475-228ea3f99548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (38aedd2d-38d3-4dda-985b-2794fa7fc4b1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:24.380123 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-33e515ee-aaca-415f-9475-228ea3f99548 None None] Current status of the port 38aedd2d-38d3-4dda-985b-2794fa7fc4b1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:04:25.983760 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34530) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:04:26.196031 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a5dfc8-0bbe-43b4-9065-f3071b2f36bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:26.196400 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a5dfc8-0bbe-43b4-9065-f3071b2f36bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:26.197972 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-58a5dfc8-0bbe-43b4-9065-f3071b2f36bc admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2131989 Jun 27 14:04:28.325845 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34538) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:04:28.469561 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6dad52-cf6c-4480-8966-597b8af162d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:28.470034 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6dad52-cf6c-4480-8966-597b8af162d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:28.471618 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9b6dad52-cf6c-4480-8966-597b8af162d7 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1448519 Jun 27 14:04:30.598362 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34546) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:04:30.754609 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40602783-37f3-4666-948f-9771deee4085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:30.756067 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-40602783-37f3-4666-948f-9771deee4085 admin admin] 10.222.0.43 "GET /v2.0/networks/64faf36d-6b41-425b-8957-033f8dfe7a72 HTTP/1.1" status: 200 len: 869 time: 0.1566808 Jun 27 14:04:32.851730 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34554) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:04:32.983750 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de493c-dd45-48c0-8788-3307872f4a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:32.985070 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-02de493c-dd45-48c0-8788-3307872f4a0f admin admin] 10.222.0.43 "GET /v2.0/networks/778354ad-5ac3-4530-9d0d-ba573bad0eb3 HTTP/1.1" status: 200 len: 886 time: 0.1323068 Jun 27 14:04:33.975875 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:04:34.377310 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:34.378227 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:35.057492 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34562) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:04:35.189617 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d21a3cb-bba5-4aab-a154-1c6b392309b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:35.190094 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d21a3cb-bba5-4aab-a154-1c6b392309b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:35.191684 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7d21a3cb-bba5-4aab-a154-1c6b392309b9 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1332359 Jun 27 14:04:37.277483 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34570) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:04:37.408821 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a16a0c-47fa-4699-88ee-9dc9a88dc321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:37.409279 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a16a0c-47fa-4699-88ee-9dc9a88dc321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:37.410874 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-08a16a0c-47fa-4699-88ee-9dc9a88dc321 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323524 Jun 27 14:04:39.484508 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34578) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:04:39.576355 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853d5ce-d619-4f69-8ca8-cc85e1ab1743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:39.577732 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c853d5ce-d619-4f69-8ca8-cc85e1ab1743 admin admin] 10.222.0.43 "GET /v2.0/subnets/221ae1a3-3388-4423-8ef3-8012e11d819c HTTP/1.1" status: 200 len: 816 time: 0.0919716 Jun 27 14:04:41.646140 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34586) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:04:41.748157 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad3d43-4bd6-4b51-81ac-a85512408faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:04:41.749545 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-10ad3d43-4bd6-4b51-81ac-a85512408faa admin admin] 10.222.0.43 "GET /v2.0/subnets/ca383c09-4221-4704-917b-9c538611dd61 HTTP/1.1" status: 200 len: 868 time: 0.1024065 Jun 27 14:04:45.599715 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6defc01-dae7-4d52-bdd4-7636d672c9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:47.400595 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=76,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:47.403531 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=80,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:47.836552 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a4fd82d7-8675-4f98-8f7e-a9aa19a561ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:49.243257 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:50.831989 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:50.948451 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:04:50.989846 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:50.991793 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:51.743089 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=53 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:04:51.743919 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=51 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:00.941320 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:00.943740 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:08.978688 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34640) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:05:09.030967 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [None req-114af4fa-61c8-494e-bdbf-4a12bf8ba641 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:05:09.031977 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-114af4fa-61c8-494e-bdbf-4a12bf8ba641 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0523441 Jun 27 14:05:10.975173 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:05:11.187274 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34648) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:05:11.258610 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.pecan_wsgi.hooks.translation [None req-96820eb3-6059-4591-8668-c527c46d989e admin admin] GET failed (client error): The resource could not be found. Jun 27 14:05:11.260013 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-96820eb3-6059-4591-8668-c527c46d989e admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0717175 Jun 27 14:05:11.406824 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba225ad6-9243-416c-90e1-0e696ad730e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:05:11.408281 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ba225ad6-9243-416c-90e1-0e696ad730e6 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1422646 Jun 27 14:05:13.542399 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34656) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:05:13.594795 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:05:13.622501 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Made reservation on behalf of 27d61319575240c9850fb753219b4c97 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:05:13.625377 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:13.654435 dv-cinder-841125-9-iscsi neutron-server[104122]: WARNING neutron.services.revisions.revision_plugin [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Could not find related network for resource to bump revision. Jun 27 14:05:13.668000 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:05:13.678052 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (24379cd6-cd44-44a1-9512-f113ba7fd515), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:13.678420 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Added segment 24379cd6-cd44-44a1-9512-f113ba7fd515 of type vlan for network abcdd412-ebb3-40f6-a59f-a8ac983d16bf Jun 27 14:05:13.727105 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (abcdd412-ebb3-40f6-a59f-a8ac983d16bf), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:13.755345 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (abcdd412-ebb3-40f6-a59f-a8ac983d16bf), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:13.756315 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:05:13.756903 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:13.813502 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2692890 Jun 27 14:05:13.853478 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Pushing event updated for resources: {'Network': ['ID=abcdd412-ebb3-40f6-a59f-a8ac983d16bf,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:05:13.861389 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.861736 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.862455 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.862825 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.863149 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.863475 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.863793 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.864110 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.864452 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.864770 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.865110 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.865431 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.865749 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.866051 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.866376 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684e60-2e9d-4ef5-a5e6-b8ecdc5dabb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:13.879150 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network abcdd412-ebb3-40f6-a59f-a8ac983d16bf details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:05:15.595984 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8962-4933-47a8-b530-603e5c149d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:15.909729 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34664) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:05:15.976020 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1758717-fc78-4f49-9225-db227a25a2e3 admin admin] GET failed (client error): The resource could not be found. Jun 27 14:05:15.977383 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e1758717-fc78-4f49-9225-db227a25a2e3 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0666544 Jun 27 14:05:16.051949 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570c679e-bde3-43db-b420-e1986cabc4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:05:16.053416 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-570c679e-bde3-43db-b420-e1986cabc4f4 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0715661 Jun 27 14:05:16.063446 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Request body: {'subnet': {'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:05:16.085048 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Made reservation on behalf of 27d61319575240c9850fb753219b4c97 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:05:16.087939 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:16.308205 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (1b348655-0e21-4e9c-8668-296cd91e36de), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:16.373758 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b348655-0e21-4e9c-8668-296cd91e36de,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:05:16.384497 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Checking segment: {'id': '24379cd6-cd44-44a1-9512-f113ba7fd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:05:16.384851 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Network hostable DHCP agents. Network: abcdd412-ebb3-40f6-a59f-a8ac983d16bf, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:05:16.405179 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Network abcdd412-ebb3-40f6-a59f-a8ac983d16bf is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:05:16.415080 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, abcdd412-ebb3-40f6-a59f-a8ac983d16bf) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:05:16.419289 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:05:16.419882 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:16.425019 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec6b274-2bb6-406e-8cdb-b267a249f50d None None] Network abcdd412-ebb3-40f6-a59f-a8ac983d16bf requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:05:16.443529 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9d3bfb3e-3ce7-4d88-b05c-abb3680d79bd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3787534 Jun 27 14:05:16.538445 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-abcdd412-ebb3-40f6-a59f-a8ac983d16bf', 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf', 'project_id': '27d61319575240c9850fb753219b4c97', 'fixed_ips': [{'subnet_id': '1b348655-0e21-4e9c-8668-296cd91e36de'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:05:16.539533 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:16.812307 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Allocated IP 192.168.233.2 (abcdd412-ebb3-40f6-a59f-a8ac983d16bf/1b348655-0e21-4e9c-8668-296cd91e36de/e916c40e-602f-4239-9394-c6cf899e79bf) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:05:16.963252 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Publish callbacks [] for port (e916c40e-602f-4239-9394-c6cf899e79bf), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:16.970288 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (e916c40e-602f-4239-9394-c6cf899e79bf), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:17.010998 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Network abcdd412-ebb3-40f6-a59f-a8ac983d16bf is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:05:17.013954 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:05:17.016528 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:05:17.027772 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Pushing event updated for resources: {'Port': ['ID=e916c40e-602f-4239-9394-c6cf899e79bf,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:05:17.053729 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.054076 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.054421 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.054788 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.055119 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.055439 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.055763 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.056075 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.056390 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.056699 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.057018 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.057633 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.057633 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.057929 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.058242 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:05:17.093911 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Attempting to bind port e916c40e-602f-4239-9394-c6cf899e79bf on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:05:17.094243 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Attempting to bind port e916c40e-602f-4239-9394-c6cf899e79bf by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '24379cd6-cd44-44a1-9512-f113ba7fd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:05:17.094600 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Attempting to bind port e916c40e-602f-4239-9394-c6cf899e79bf on network abcdd412-ebb3-40f6-a59f-a8ac983d16bf {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:05:17.100475 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:05:17.100842 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Checking segment: {'id': '24379cd6-cd44-44a1-9512-f113ba7fd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:05:17.101223 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:17.101606 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Bound using segment: {'id': '24379cd6-cd44-44a1-9512-f113ba7fd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:05:17.102055 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Bound port: e916c40e-602f-4239-9394-c6cf899e79bf, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24379cd6-cd44-44a1-9512-f113ba7fd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:05:17.102411 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e916c40e-602f-4239-9394-c6cf899e79bf), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:17.168627 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] For port e916c40e-602f-4239-9394-c6cf899e79bf, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:05:17.171960 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] For port e916c40e-602f-4239-9394-c6cf899e79bf, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=e916c40e-602f-4239-9394-c6cf899e79bf,segment=NetworkSegment(24379cd6-cd44-44a1-9512-f113ba7fd515),segment_id=24379cd6-cd44-44a1-9512-f113ba7fd515)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:05:17.179786 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (e916c40e-602f-4239-9394-c6cf899e79bf), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:17.237959 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9fcac-39a7-4e7f-90a3-0b17e8bd5416 None None] Pushing event updated for resources: {'Port': ['ID=e916c40e-602f-4239-9394-c6cf899e79bf,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:05:17.835332 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-aba16c4a-eb2c-4fbd-b70b-c348e419d239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:18.110111 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34666da7-bdd0-483a-b1c8-7edf03e862a0 None None] Network abcdd412-ebb3-40f6-a59f-a8ac983d16bf requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:05:18.181657 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:18.217690 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:18.228931 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-b3ffb2b2-cb32-47b0-95bf-766b74cb0876 None None] Provisioning complete for port e916c40e-602f-4239-9394-c6cf899e79bf triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:05:18.229282 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb2b2-cb32-47b0-95bf-766b74cb0876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e916c40e-602f-4239-9394-c6cf899e79bf), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:18.312952 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffb2b2-cb32-47b0-95bf-766b74cb0876 None None] Current status of the port e916c40e-602f-4239-9394-c6cf899e79bf is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:05:18.313340 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb2b2-cb32-47b0-95bf-766b74cb0876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e916c40e-602f-4239-9394-c6cf899e79bf), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:18.353981 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-b3ffb2b2-cb32-47b0-95bf-766b74cb0876 None None] For port e916c40e-602f-4239-9394-c6cf899e79bf, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=e916c40e-602f-4239-9394-c6cf899e79bf,segment=NetworkSegment(24379cd6-cd44-44a1-9512-f113ba7fd515),segment_id=24379cd6-cd44-44a1-9512-f113ba7fd515)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:05:18.359911 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb2b2-cb32-47b0-95bf-766b74cb0876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (e916c40e-602f-4239-9394-c6cf899e79bf), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:18.411403 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffb2b2-cb32-47b0-95bf-766b74cb0876 None None] Pushing event updated for resources: {'Port': ['ID=e916c40e-602f-4239-9394-c6cf899e79bf,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:05:18.479241 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-229ffb57-d075-4e1c-8239-e1d0c5e4947c None None] Provisioning complete for port e916c40e-602f-4239-9394-c6cf899e79bf triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:05:18.479624 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-229ffb57-d075-4e1c-8239-e1d0c5e4947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e916c40e-602f-4239-9394-c6cf899e79bf), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:18.559847 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-229ffb57-d075-4e1c-8239-e1d0c5e4947c None None] Current status of the port e916c40e-602f-4239-9394-c6cf899e79bf is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:05:18.827914 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device e916c40e-602f-4239-9394-c6cf899e79bf up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:05:18.873693 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port e916c40e-602f-4239-9394-c6cf899e79bf triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:05:18.874394 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e916c40e-602f-4239-9394-c6cf899e79bf), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:18.949347 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port e916c40e-602f-4239-9394-c6cf899e79bf is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:05:19.246046 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:20.836463 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:20.947525 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:23.857097 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=16,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:23.857991 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=33,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:26.422334 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=60,neutron:INSERT=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:26.431946 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=53,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:27.983876 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=16 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:27.992759 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=18 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:30.940428 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:30.942955 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:05:45.591119 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6c875590-4d6e-4579-9d1f-f545f78b638b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:47.829471 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5a0b-6ee1-4297-a37e-9ff441059708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:47.975085 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:05:49.249012 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:50.842819 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:05:50.944124 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:00.937289 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:06:00.939349 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:06:13.970568 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:06:13.971555 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:06:15.595498 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-564b3611-1bd1-4c7f-ab0f-b7ada81328ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:17.837654 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-584c76fc-8bff-4584-9e2c-85e4ef1ca5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:19.250797 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:20.840450 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:20.950473 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:24.974581 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:06:30.942357 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:06:30.944391 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:06:41.985836 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:06:41.987306 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:06:42.249461 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34704) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:06:42.255305 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [None req-aa0529e9-3b5b-44e0-84fc-8bd503fe2c36 tempest-verify_tempest_config-1157208912 tempest-verify_tempest_config-1157208912-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:06:42.256289 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-aa0529e9-3b5b-44e0-84fc-8bd503fe2c36 tempest-verify_tempest_config-1157208912 tempest-verify_tempest_config-1157208912-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058172 Jun 27 14:06:42.596100 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34722) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:06:42.712576 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:42.796181 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Publish callbacks [] for security_group (027d45a9-3f8b-4bd8-9368-0a92348f4461), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:42.800911 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (027d45a9-3f8b-4bd8-9368-0a92348f4461), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:42.850464 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d4990b101f84d2480d84e646f24f21a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2530007 Jun 27 14:06:42.851279 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027d45a9-3f8b-4bd8-9368-0a92348f4461,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:06:42.853207 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34728) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:06:42.869526 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.869869 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.870205 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.871072 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.871072 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.871502 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.871829 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.872157 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.872480 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.873151 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.873516 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.873861 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.874183 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.874499 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.874855 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323972c2-d8e2-475b-a68e-10c9eac55228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:06:42.923017 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-41786d25-56cd-4760-8606-1c081c60d326 admin admin] Publish callbacks [] for security_group (027d45a9-3f8b-4bd8-9368-0a92348f4461), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:42.946095 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-41786d25-56cd-4760-8606-1c081c60d326 admin admin] Publish callbacks [] for security_group (027d45a9-3f8b-4bd8-9368-0a92348f4461), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:43.044936 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-41786d25-56cd-4760-8606-1c081c60d326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (027d45a9-3f8b-4bd8-9368-0a92348f4461), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:43.047529 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-41786d25-56cd-4760-8606-1c081c60d326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:43.048708 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-41786d25-56cd-4760-8606-1c081c60d326 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/027d45a9-3f8b-4bd8-9368-0a92348f4461 HTTP/1.1" status: 204 len: 168 time: 0.1946065 Jun 27 14:06:43.057140 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41786d25-56cd-4760-8606-1c081c60d326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027d45a9-3f8b-4bd8-9368-0a92348f4461,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:06:45.599451 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9927fcec-182b-4cb5-b2da-789b8a484c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:47.838199 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65d22e3e-c5df-4155-99d5-2ec73dc7f69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:49.255328 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:50.844741 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:50.947089 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:06:53.051551 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=29,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:06:53.052342 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=43,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:07:00.935330 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:07:00.941720 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:07:01.979779 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:07:15.610084 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a26cdfd-8984-4d9b-aa05-ee56adf8b526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:07:17.838078 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6708707c-fb95-4e57-b0d0-b52a772559ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:07:18.979401 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=15 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:07:18.985349 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=19 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:07:19.266533 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:07:20.846337 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:07:20.945760 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:07:30.931604 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:07:30.939045 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:07:38.978890 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:07:45.605372 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b4e7922b-ef4e-400c-add6-e66c8ade257b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:07:47.834906 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f143959-8312-4dc6-abd3-7f1212a8f2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:07:49.270194 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:07:50.850337 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:07:50.946353 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:07:55.986160 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:07:55.987013 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:00.937225 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:00.940234 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:13.976238 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:13.977036 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:15.620283 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-34653f41-6e7d-4737-8414-099e9ab7575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:15.981016 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:08:17.830518 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8df2df5d-afda-4814-a17e-c629e00cf10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:19.266298 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:20.855150 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:20.941941 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:26.296349 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-454466'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:32.989789 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:32.990534 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:36.287911 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:36.290949 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:38.964659 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34802) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:08:39.079642 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-62d4b1ab-b9cd-4c27-bc0b-714fc439e07c admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1138215 Jun 27 14:08:41.185465 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34812) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:08:41.253697 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-008bb34b-7019-4217-bec6-1fe2285db52f admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0670791 Jun 27 14:08:45.623807 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-612e8897-9de3-43d1-b648-9cd24b97349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:47.834104 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-494a9e16-6f09-49c6-b80d-57b038d261a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:49.276682 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:50.858890 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:50.947698 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:08:51.247915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:51.248769 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:08:52.980253 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:08:56.282869 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:06.273382 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:09:06.275401 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:09:11.976746 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=18 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:09:11.979954 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=16 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:09:15.621667 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e1d84fce-3b8e-4d8c-87d1-5cf93d308fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:17.840807 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41121d76-d711-4615-831c-d9f1bbe43122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:19.272702 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:20.860346 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:20.943342 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:26.313350 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:29.979714 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:09:36.303318 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:09:36.306576 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:09:45.617365 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89797e86-c26e-424b-af93-f9c6ae211527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:46.984777 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:09:46.995428 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:09:47.836026 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c397ad27-2ac3-4a2e-a6ee-ba32e666c2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:49.275707 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:50.860617 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:50.939339 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:09:56.326226 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:06.317744 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:06.319866 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:06.979385 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:10:15.623208 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6d082775-fd72-4cd3-8919-8c532ee006c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:17.844421 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ecce47fa-76d5-496d-9b11-1963552f0201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:19.310460 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:20.882112 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:20.917037 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34966) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:20.959653 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:21.283638 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1655929483-network', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:21.315217 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Made reservation on behalf of 8437a95e7fad44e3b549af4899a04bf8 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:21.317917 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:21.330147 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:21.446751 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Publish callbacks [] for security_group (24aebdbf-9a60-49c2-bc54-4373f05b3690), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:21.454394 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (24aebdbf-9a60-49c2-bc54-4373f05b3690), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:21.483135 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:10:21.505267 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (4f70d0a6-9d3b-4d71-835e-24bb0972e8cb), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:21.505930 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Added segment 4f70d0a6-9d3b-4d71-835e-24bb0972e8cb of type vlan for network 8baa68e4-35e0-4960-89f7-da0c8635d3de Jun 27 14:10:21.598242 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (8baa68e4-35e0-4960-89f7-da0c8635d3de), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:21.624602 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aebdbf-9a60-49c2-bc54-4373f05b3690,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:21.643069 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.643575 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.644040 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.644476 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.644895 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.645431 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.645758 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.646079 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.646572 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.647103 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.647448 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.647793 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.648119 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.648442 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.648764 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Tracked resource versions report: Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: pushed versions: Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: { 'AddressGroup': {'1.2'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Agent': {'1.1'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'ConntrackHelper': {'1.0'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'LocalIPAssociation': {'1.0'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Log': {'1.0'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'NDPProxy': {'1.0'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Network': {'1.1'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Port': {'1.7'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'PortForwarding': {'1.3'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'QosPolicy': {'1.10'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SecurityGroup': {'1.5'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SecurityGroupRule': {'1.2'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SubPort': {'1.0'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Subnet': {'1.1'}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Trunk': {'1.1'}} Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: consumer versions: Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: { DHCP agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: HyperV agent@hv-cinder-84112: {}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: L3 agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: Metadata agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: Metering agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: Open vSwitch agent@dv-cinder-841125-9-iscsi: { 'AddressGroup': '1.2', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Agent': '1.1', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'ConntrackHelper': '1.0', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'LocalIPAssociation': '1.0', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Log': '1.0', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'NDPProxy': '1.0', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Network': '1.1', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Port': '1.7', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'PortForwarding': '1.3', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'QosPolicy': '1.10', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SecurityGroup': '1.5', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SecurityGroupRule': '1.2', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'SubPort': '1.0', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Subnet': '1.1', Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: 'Trunk': '1.1'}} Jun 27 14:10:21.650047 dv-cinder-841125-9-iscsi neutron-server[104123]: {{(pid=104123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 14:10:21.662177 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (8baa68e4-35e0-4960-89f7-da0c8635d3de), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:21.663448 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:21.664048 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:21.717327 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7970831 Jun 27 14:10:21.721747 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35026) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:21.734989 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Request body: {'subnet': {'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1655929483-subnet', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:21.766899 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Made reservation on behalf of 8437a95e7fad44e3b549af4899a04bf8 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:21.770815 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:21.790235 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48837d-8c87-4c6b-b0d8-6c5581347451 admin admin] Pushing event updated for resources: {'Network': ['ID=8baa68e4-35e0-4960-89f7-da0c8635d3de,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:21.812834 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 8baa68e4-35e0-4960-89f7-da0c8635d3de details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:10:22.037900 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (2a026109-9f2a-493e-9cc2-b838f72ce49f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:22.120461 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a026109-9f2a-493e-9cc2-b838f72ce49f,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:22.140621 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.141181 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.142167 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.142821 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.143308 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.143816 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.144345 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.144875 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.145461 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.145959 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.146505 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.147112 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.149731 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.150668 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.151081 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Tracked resource versions report: Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: pushed versions: Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: { 'AddressGroup': {'1.2'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Agent': {'1.1'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'ConntrackHelper': {'1.0'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'LocalIPAssociation': {'1.0'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Log': {'1.0'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'NDPProxy': {'1.0'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Network': {'1.1'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Port': {'1.7'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'PortForwarding': {'1.3'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'QosPolicy': {'1.10'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SecurityGroup': {'1.5'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SecurityGroupRule': {'1.2'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SubPort': {'1.0'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Subnet': {'1.1'}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Trunk': {'1.1'}} Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: consumer versions: Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: { DHCP agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: HyperV agent@hv-cinder-84112: {}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: L3 agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: Metadata agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: Metering agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: Open vSwitch agent@dv-cinder-841125-9-iscsi: { 'AddressGroup': '1.2', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Agent': '1.1', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'ConntrackHelper': '1.0', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'LocalIPAssociation': '1.0', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Log': '1.0', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'NDPProxy': '1.0', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Network': '1.1', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Port': '1.7', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'PortForwarding': '1.3', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'QosPolicy': '1.10', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SecurityGroup': '1.5', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SecurityGroupRule': '1.2', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'SubPort': '1.0', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Subnet': '1.1', Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: 'Trunk': '1.1'}} Jun 27 14:10:22.157892 dv-cinder-841125-9-iscsi neutron-server[104122]: {{(pid=104122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 14:10:22.210484 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Checking segment: {'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:22.211045 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Network hostable DHCP agents. Network: 8baa68e4-35e0-4960-89f7-da0c8635d3de, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:10:22.241223 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Network 8baa68e4-35e0-4960-89f7-da0c8635d3de is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:10:22.256552 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 8baa68e4-35e0-4960-89f7-da0c8635d3de) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:22.262246 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:22.263178 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:22.272231 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6fa07-2b6d-43a6-a47f-051642ae898e None None] Network 8baa68e4-35e0-4960-89f7-da0c8635d3de requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:10:22.292206 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-bc3c68f0-4271-4702-bbc7-48f812bae22b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5685234 Jun 27 14:10:22.294913 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35046) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:22.302731 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1655929483-router', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:22.349925 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (b090ea3f-0258-4260-bf42-b985fe4cace0), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:22.375398 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (b090ea3f-0258-4260-bf42-b985fe4cace0), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:22.440626 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-8baa68e4-35e0-4960-89f7-da0c8635d3de', 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de', 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'fixed_ips': [{'subnet_id': '2a026109-9f2a-493e-9cc2-b838f72ce49f'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:10:22.442310 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:22.556477 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35052) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:22.568821 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks [] for router_controller (b090ea3f-0258-4260-bf42-b985fe4cace0), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:22.660735 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Allocated IP 172.20.0.2 (8baa68e4-35e0-4960-89f7-da0c8635d3de/2a026109-9f2a-493e-9cc2-b838f72ce49f/6884a1a6-919e-4165-b1c1-1bf6d69daefc) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:22.739303 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35058) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:22.756259 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35062) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:22.772269 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks [] for router_gateway (b090ea3f-0258-4260-bf42-b985fe4cace0), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:22.886351 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Publish callbacks [] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:22.896220 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:22.965575 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Network 8baa68e4-35e0-4960-89f7-da0c8635d3de is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:22.971479 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:22.974438 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Pushing event updated for resources: {'Port': ['ID=6884a1a6-919e-4165-b1c1-1bf6d69daefc,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:22.977328 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:22.994131 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.994536 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.994866 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.995227 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.995742 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.996081 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.996449 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.997211 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.997546 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.997912 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.998281 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.998693 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.999068 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.999397 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:22.999722 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Tracked resource versions report: Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: pushed versions: Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: { 'AddressGroup': {'1.2'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Agent': {'1.1'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'ConntrackHelper': {'1.0'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'LocalIPAssociation': {'1.0'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Log': {'1.0'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'NDPProxy': {'1.0'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Network': {'1.1'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Port': {'1.7'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'PortForwarding': {'1.3'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'QosPolicy': {'1.10'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SecurityGroup': {'1.5'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SecurityGroupRule': {'1.2'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SubPort': {'1.0'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Subnet': {'1.1'}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Trunk': {'1.1'}} Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: consumer versions: Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: { DHCP agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: HyperV agent@hv-cinder-84112: {}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: L3 agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: Metadata agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: Metering agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: Open vSwitch agent@dv-cinder-841125-9-iscsi: { 'AddressGroup': '1.2', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Agent': '1.1', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'ConntrackHelper': '1.0', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'LocalIPAssociation': '1.0', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Log': '1.0', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'NDPProxy': '1.0', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Network': '1.1', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Port': '1.7', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'PortForwarding': '1.3', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'QosPolicy': '1.10', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SecurityGroup': '1.5', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SecurityGroupRule': '1.2', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'SubPort': '1.0', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Subnet': '1.1', Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: 'Trunk': '1.1'}} Jun 27 14:10:23.001073 dv-cinder-841125-9-iscsi neutron-server[104124]: {{(pid=104124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 14:10:23.146363 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Attempting to bind port 6884a1a6-919e-4165-b1c1-1bf6d69daefc on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:23.148181 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Attempting to bind port 6884a1a6-919e-4165-b1c1-1bf6d69daefc by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:23.148652 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Attempting to bind port 6884a1a6-919e-4165-b1c1-1bf6d69daefc on network 8baa68e4-35e0-4960-89f7-da0c8635d3de {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:23.169289 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:23.170850 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Checking segment: {'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:23.173548 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.174221 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Bound using segment: {'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:23.174357 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks [] for router_gateway (b090ea3f-0258-4260-bf42-b985fe4cace0), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.175138 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Bound port: 6884a1a6-919e-4165-b1c1-1bf6d69daefc, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:23.175714 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.176313 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:23.197952 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.335410 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] For port 6884a1a6-919e-4165-b1c1-1bf6d69daefc, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:23.342449 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] For port 6884a1a6-919e-4165-b1c1-1bf6d69daefc, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=6884a1a6-919e-4165-b1c1-1bf6d69daefc,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:23.363644 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.381718 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-880223791-network', 'tenant_id': 'af0b18811427410c826e9a09cd894132'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:23.405608 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Made reservation on behalf of af0b18811427410c826e9a09cd894132 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:23.410032 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.427298 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-861823126-network', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:23.453240 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.484999 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:23.503566 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40180e-d1e1-4244-833d-c2de669f194f None None] Pushing event updated for resources: {'Port': ['ID=6884a1a6-919e-4165-b1c1-1bf6d69daefc,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:23.514259 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Allocated IP 172.27.2.249 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/622043cb-c9f2-4ea2-9a02-699795d5a13b) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:23.577663 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Publish callbacks [] for security_group (5b52eb18-0f30-462e-a8fe-855922ef24e2), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.594496 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-409308342-network', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:23.601056 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Made reservation on behalf of 12a08b9d2c92484481315d29fafa47c2 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:23.604465 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.611252 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5b52eb18-0f30-462e-a8fe-855922ef24e2), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.627889 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:10:23.640880 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (3d79d160-9363-4d78-a3a7-52f3cc4005cf), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.641685 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Added segment 3d79d160-9363-4d78-a3a7-52f3cc4005cf of type vlan for network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 Jun 27 14:10:23.691631 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (ecee4980-ce4f-4cdd-803e-14cbf5d5d803), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.738024 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:23.795563 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b52eb18-0f30-462e-a8fe-855922ef24e2,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:23.799089 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (ecee4980-ce4f-4cdd-803e-14cbf5d5d803), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.813521 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:23.816301 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.827355 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.848405 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks [] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:23.872748 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:23.892881 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:23.901323 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.016320 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.1967356 Jun 27 14:10:24.018293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35094) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:24.018293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Request body: {'subnet': {'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-subnet', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:24.020497 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:24.020497 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:24.067400 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Made reservation on behalf of af0b18811427410c826e9a09cd894132 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:24.074759 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.123106 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:24.145240 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Publish callbacks [] for security_group (903f4574-ae19-48b9-b6fe-bba36401fe7d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.149690 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61772dbb-91ed-40b0-87a2-1d4e7e1b5eed admin admin] Pushing event updated for resources: {'Network': ['ID=ecee4980-ce4f-4cdd-803e-14cbf5d5d803,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:24.155223 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:24.163261 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (903f4574-ae19-48b9-b6fe-bba36401fe7d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.166764 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:10:24.176440 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Made reservation on behalf of c7540423cb0c4efe894b17063efa9182 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:24.184190 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.189769 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Pushing event updated for resources: {'Port': ['ID=622043cb-c9f2-4ea2-9a02-699795d5a13b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:24.196823 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:24.222443 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.246617 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903f4574-ae19-48b9-b6fe-bba36401fe7d,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:24.261780 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:10:24.291423 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (5a1630e0-80e4-4bd4-b297-005c42e60bf7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.292063 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Added segment 5a1630e0-80e4-4bd4-b297-005c42e60bf7 of type vlan for network 9d1575ad-e082-42db-9394-d8ba8185acc8 Jun 27 14:10:24.358196 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (9d1575ad-e082-42db-9394-d8ba8185acc8), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.452512 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (9d1575ad-e082-42db-9394-d8ba8185acc8), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.454840 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:24.456852 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.459293 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:24.498600 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks [] for router_gateway (b090ea3f-0258-4260-bf42-b985fe4cace0), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.515611 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9576106 Jun 27 14:10:24.524597 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35112) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:24.550269 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Request body: {'subnet': {'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-subnet', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:24.557612 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Publish callbacks [] for security_group (0a21f9a8-e547-442a-831c-65c2c71f9bfa), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.578252 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (0a21f9a8-e547-442a-831c-65c2c71f9bfa), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.596540 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:10:24.612400 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.613077 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Added segment 6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7 of type vlan for network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 Jun 27 14:10:24.691953 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (94f6ece1-0e86-4935-a6ba-52fc54fe3a07), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.774089 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (94f6ece1-0e86-4935-a6ba-52fc54fe3a07), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.778741 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:24.778741 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.836835 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:24.842569 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.0843549 Jun 27 14:10:24.844299 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b7b31-5e43-443c-b28b-b1f8ce15a0bb admin admin] Pushing event updated for resources: {'Network': ['ID=9d1575ad-e082-42db-9394-d8ba8185acc8,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:24.845374 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35116) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:24.856285 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 9d1575ad-e082-42db-9394-d8ba8185acc8 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:10:24.889515 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Made reservation on behalf of 12a08b9d2c92484481315d29fafa47c2 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:24.892793 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:24.895619 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Request body: {'subnet': {'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-409308342-subnet', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:24.972727 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21f9a8-e547-442a-831c-65c2c71f9bfa,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:25.087270 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed4d1-47d5-4f94-b369-0d8d586c727f admin admin] Pushing event updated for resources: {'Network': ['ID=94f6ece1-0e86-4935-a6ba-52fc54fe3a07,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:25.124821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:10:25.128498 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Made reservation on behalf of c7540423cb0c4efe894b17063efa9182 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:25.139519 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:25.162079 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:INSERT=15,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:25.187645 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:25.192169 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (b090ea3f-0258-4260-bf42-b985fe4cace0), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:25.241040 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874bcb25-1cb1-4feb-a712-8ef3ddb98679 None None] Network 8baa68e4-35e0-4960-89f7-da0c8635d3de requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:10:25.251187 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 6884a1a6-919e-4165-b1c1-1bf6d69daefc up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:25.375246 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:25.472266 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-af3f9585-c42b-4724-a409-efdc5fd2ac0c None None] Provisioning complete for port 6884a1a6-919e-4165-b1c1-1bf6d69daefc triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:25.472908 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af3f9585-c42b-4724-a409-efdc5fd2ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:25.511533 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (6d1d0e72-5820-401d-bd6b-353a90b0391f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:25.514161 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (42006c36-5ba7-4747-a8fc-9585563df0ef), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:25.644982 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 6884a1a6-919e-4165-b1c1-1bf6d69daefc triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:25.647091 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:25.679554 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Checking segment: {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:25.680123 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Network hostable DHCP agents. Network: 9d1575ad-e082-42db-9394-d8ba8185acc8, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:10:25.691571 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1d0e72-5820-401d-bd6b-353a90b0391f,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:25.721897 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Network 9d1575ad-e082-42db-9394-d8ba8185acc8 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:10:25.741082 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 9d1575ad-e082-42db-9394-d8ba8185acc8) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:25.759747 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:25.760912 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:25.786958 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-955c268c-924e-4449-b66f-4ed8397f4797 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2468963 Jun 27 14:10:25.791203 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35156) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:25.802594 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:25.838711 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (bb402c12-b694-4ad0-b8af-73859a61e376), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:25.843605 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (bb402c12-b694-4ad0-b8af-73859a61e376), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:25.868093 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab92f8db-1e5b-4593-a4aa-129cd121418e None None] Network 9d1575ad-e082-42db-9394-d8ba8185acc8 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:10:25.940556 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42006c36-5ba7-4747-a8fc-9585563df0ef,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:25.964658 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (0f4eeb10-6bd6-4aad-88be-ccba7334c626), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.055591 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Checking segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:26.055994 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Network hostable DHCP agents. Network: ecee4980-ce4f-4cdd-803e-14cbf5d5d803, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:10:26.079605 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4eeb10-6bd6-4aad-88be-ccba7334c626,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:26.096349 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks [] for router_controller (bb402c12-b694-4ad0-b8af-73859a61e376), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.117852 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Router b090ea3f-0258-4260-bf42-b985fe4cace0 is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:10:26.174907 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:10:26.192437 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Checking segment: {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:26.193005 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Network hostable DHCP agents. Network: 94f6ece1-0e86-4935-a6ba-52fc54fe3a07, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:10:26.363002 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, ecee4980-ce4f-4cdd-803e-14cbf5d5d803) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:26.367427 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:10:26.391764 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 94f6ece1-0e86-4935-a6ba-52fc54fe3a07) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:26.400546 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:26.403161 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.432093 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:26.432696 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.522241 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks [] for router_gateway (bb402c12-b694-4ad0-b8af-73859a61e376), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.570244 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:26.590750 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f5f4a43b-e082-4e78-8211-53309fcd841f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7377665 Jun 27 14:10:26.595076 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35184) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:26.604400 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:26.613849 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2340f8ed-f1e0-4d4b-8e83-fcf4c2ac3f03 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6386912 Jun 27 14:10:26.615641 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35186) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:26.631857 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:26.636867 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd1afa-e1a5-42f5-acc6-05f9f68896e2 None None] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:10:26.639434 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39886d93-fabc-49e3-9454-45a6e0067d39 None None] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:10:26.658324 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:10:26.674121 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-af3f9585-c42b-4724-a409-efdc5fd2ac0c None None] Current status of the port 6884a1a6-919e-4165-b1c1-1bf6d69daefc is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:26.675098 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af3f9585-c42b-4724-a409-efdc5fd2ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.698138 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Sync routers for ids ['b090ea3f-0258-4260-bf42-b985fe4cace0'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:10:26.703217 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 6884a1a6-919e-4165-b1c1-1bf6d69daefc is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:26.703217 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.733193 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (87bba9e9-fa93-4464-853a-72aa0ba0969d), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.740630 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (87bba9e9-fa93-4464-853a-72aa0ba0969d), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.751572 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Routers {'b090ea3f-0258-4260-bf42-b985fe4cace0'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:26.755618 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['b090ea3f-0258-4260-bf42-b985fe4cace0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:26.801162 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-9d1575ad-e082-42db-9394-d8ba8185acc8', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:10:26.804247 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.824847 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.905507 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:26.920922 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks [] for router_controller (87bba9e9-fa93-4464-853a-72aa0ba0969d), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.932465 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.941986 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35204) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:26.943745 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0ec42abe-fb2b-4925-8d5d-2a34e14b5264 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6471405 Jun 27 14:10:26.978143 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:26.982579 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:27.288040 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Set router b090ea3f-0258-4260-bf42-b985fe4cace0 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:27.363035 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:27.422107 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35220) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:27.592194 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks [] for router_gateway (87bba9e9-fa93-4464-853a-72aa0ba0969d), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:27.671225 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'project_id': 'af0b18811427410c826e9a09cd894132', 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:10:27.673040 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:27.682482 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks [] for router_controller (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:27.715395 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:27.758836 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 6884a1a6-919e-4165-b1c1-1bf6d69daefc, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=6884a1a6-919e-4165-b1c1-1bf6d69daefc,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:10:27.771175 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'name': 'tempest-DeleteServersTestJSON-1655929483-router', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:22Z', 'updated_at': '2022-06-27T14:10:24Z', 'revision_number': 3, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'gw_port': {'id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:23Z', 'updated_at': '2022-06-27T14:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:27.815181 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:27.917032 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Checking router: b090ea3f-0258-4260-bf42-b985fe4cace0 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:10:27.917624 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Updating router b090ea3f-0258-4260-bf42-b985fe4cace0 port 622043cb-c9f2-4ea2-9a02-699795d5a13b binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:10:27.955581 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:10:27.960153 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:27.994677 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9ec881e4-0f2f-4b25-94c8-69b1b52c8005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.036990 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.074234 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks [] for router_gateway (bb402c12-b694-4ad0-b8af-73859a61e376), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.092600 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:28.170100 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Allocated IP 172.20.0.2 (ecee4980-ce4f-4cdd-803e-14cbf5d5d803/42006c36-5ba7-4747-a8fc-9585563df0ef/faf179d8-9d41-4ded-8bef-16d69ff15c45) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:28.280605 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks [] for router_gateway (87bba9e9-fa93-4464-853a-72aa0ba0969d), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.287816 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=6884a1a6-919e-4165-b1c1-1bf6d69daefc,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:28.318909 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.321933 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:28.381605 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.472852 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.db.api [None req-af3f9585-c42b-4724-a409-efdc5fd2ac0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 14:10:28.473343 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG oslo_db.api [None req-af3f9585-c42b-4724-a409-efdc5fd2ac0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 14:10:28.588391 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9ec881e4-0f2f-4b25-94c8-69b1b52c8005 admin admin] Publish callbacks [] for security_group (3828395b-6a7d-49c4-b8f0-31bf82edee9d), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.588391 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9ec881e4-0f2f-4b25-94c8-69b1b52c8005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (3828395b-6a7d-49c4-b8f0-31bf82edee9d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.708167 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec881e4-0f2f-4b25-94c8-69b1b52c8005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3828395b-6a7d-49c4-b8f0-31bf82edee9d,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:28.714195 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9ec881e4-0f2f-4b25-94c8-69b1b52c8005 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3f513f7b0a34610bfcfc4f0945c41d0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2898114 Jun 27 14:10:28.720104 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35254) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:28.833915 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-13522864-6cc7-45af-93c9-4e29a51b7697 admin admin] Publish callbacks [] for security_group (3828395b-6a7d-49c4-b8f0-31bf82edee9d), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.848299 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Publish callbacks [] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.883775 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-13522864-6cc7-45af-93c9-4e29a51b7697 admin admin] Publish callbacks [] for security_group (3828395b-6a7d-49c4-b8f0-31bf82edee9d), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.895552 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Publish callbacks [] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.909256 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.926981 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:28.938512 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Allocated IP 172.20.0.2 (9d1575ad-e082-42db-9394-d8ba8185acc8/6d1d0e72-5820-401d-bd6b-353a90b0391f/8c8b0411-48c1-4254-87ea-d357b70549ee) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:28.942901 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks [] for router_gateway (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.019889 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Allocated IP 172.27.2.58 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/cdc8764f-1cee-4604-87ec-9537c35f4db9) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:29.038341 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Pushing event updated for resources: {'Port': ['ID=faf179d8-9d41-4ded-8bef-16d69ff15c45,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:29.062147 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Pushing event updated for resources: {'Port': ['ID=622043cb-c9f2-4ea2-9a02-699795d5a13b,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:29.085729 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-13522864-6cc7-45af-93c9-4e29a51b7697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (3828395b-6a7d-49c4-b8f0-31bf82edee9d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.093336 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-13522864-6cc7-45af-93c9-4e29a51b7697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.094626 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-13522864-6cc7-45af-93c9-4e29a51b7697 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3828395b-6a7d-49c4-b8f0-31bf82edee9d HTTP/1.1" status: 204 len: 168 time: 0.3734248 Jun 27 14:10:29.107712 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:29.118431 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.118816 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.120476 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.120862 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.122594 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.123039 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.123381 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.123727 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.124149 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.127824 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.128273 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.129667 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.130222 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.131646 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.132264 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Tracked resource versions report: Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: pushed versions: Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: { 'AddressGroup': {'1.2'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Agent': {'1.1'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'ConntrackHelper': {'1.0'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'LocalIPAssociation': {'1.0'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Log': {'1.0'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'NDPProxy': {'1.0'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Network': {'1.1'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Port': {'1.7'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'PortForwarding': {'1.3'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'QosPolicy': {'1.10'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SecurityGroup': {'1.5'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SecurityGroupRule': {'1.2'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SubPort': {'1.0'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Subnet': {'1.1'}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Trunk': {'1.1'}} Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: consumer versions: Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: { DHCP agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: HyperV agent@hv-cinder-84112: {}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: L3 agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: Metadata agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: Metering agent@dv-cinder-841125-9-iscsi: {}, Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: Open vSwitch agent@dv-cinder-841125-9-iscsi: { 'AddressGroup': '1.2', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Agent': '1.1', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'ConntrackHelper': '1.0', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'LocalIPAssociation': '1.0', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Log': '1.0', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'NDPProxy': '1.0', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Network': '1.1', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Port': '1.7', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'PortForwarding': '1.3', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'QosPolicy': '1.10', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SecurityGroup': '1.5', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SecurityGroupRule': '1.2', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'SubPort': '1.0', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Subnet': '1.1', Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: 'Trunk': '1.1'}} Jun 27 14:10:29.136203 dv-cinder-841125-9-iscsi neutron-server[104125]: {{(pid=104125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 14:10:29.149545 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Attempting to bind port 622043cb-c9f2-4ea2-9a02-699795d5a13b on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:29.150836 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Attempting to bind port 622043cb-c9f2-4ea2-9a02-699795d5a13b by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:29.152044 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Attempting to bind port 622043cb-c9f2-4ea2-9a02-699795d5a13b on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:29.155647 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:29.159293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13522864-6cc7-45af-93c9-4e29a51b7697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3828395b-6a7d-49c4-b8f0-31bf82edee9d,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:29.172804 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:29.173656 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:29.174259 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.175060 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:29.177261 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:29.178117 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Bound port: 622043cb-c9f2-4ea2-9a02-699795d5a13b, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:29.178767 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.199392 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:29.213894 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35264) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:29.279302 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Allocated IP 172.20.0.2 (94f6ece1-0e86-4935-a6ba-52fc54fe3a07/0f4eeb10-6bd6-4aad-88be-ccba7334c626/98f5c707-98fd-4ef1-baec-8edf017d9e51) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:29.321336 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-af3f9585-c42b-4724-a409-efdc5fd2ac0c None None] Current status of the port 6884a1a6-919e-4165-b1c1-1bf6d69daefc is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:29.337740 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] For port 622043cb-c9f2-4ea2-9a02-699795d5a13b, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:29.342157 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] For port 622043cb-c9f2-4ea2-9a02-699795d5a13b, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=622043cb-c9f2-4ea2-9a02-699795d5a13b,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:29.346039 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:29.353981 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.366180 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:29.395841 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks [] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.484485 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7656bc0-988f-48eb-b1b8-fceb661d55dc None None] Pushing event updated for resources: {'Port': ['ID=622043cb-c9f2-4ea2-9a02-699795d5a13b,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:29.512215 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.521460 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Routers {'b090ea3f-0258-4260-bf42-b985fe4cace0'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:29.523154 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['b090ea3f-0258-4260-bf42-b985fe4cace0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:29.578630 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:29.582796 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:29.587884 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:29.632976 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc8764f-1cee-4604-87ec-9537c35f4db9,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:29.683899 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f1517e66-c95c-446e-b397-9741b8aa14e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.722629 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] Set router b090ea3f-0258-4260-bf42-b985fe4cace0 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:29.744815 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-564d646e-fbb1-420a-9a4e-195a5f784f8f None None] Provisioning complete for port 6884a1a6-919e-4165-b1c1-1bf6d69daefc triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:29.745154 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-564d646e-fbb1-420a-9a4e-195a5f784f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.787487 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Allocated IP 172.27.2.30 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/680d0b7c-d912-4712-80e1-12eb053d3654) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:29.799109 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Attempting to bind port faf179d8-9d41-4ded-8bef-16d69ff15c45 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:29.799717 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Attempting to bind port faf179d8-9d41-4ded-8bef-16d69ff15c45 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:29.800089 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Attempting to bind port faf179d8-9d41-4ded-8bef-16d69ff15c45 on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:29.835943 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:29.836327 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Checking segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:29.836880 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.837293 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Bound using segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:29.837796 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Bound port: faf179d8-9d41-4ded-8bef-16d69ff15c45, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:29.838189 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.840257 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:29.856683 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:29.858608 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:29.891503 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks [] for router_gateway (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:29.979609 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 6884a1a6-919e-4165-b1c1-1bf6d69daefc up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:30.012232 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks [] for router_gateway (87bba9e9-fa93-4464-853a-72aa0ba0969d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:30.170899 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-564d646e-fbb1-420a-9a4e-195a5f784f8f None None] Current status of the port 6884a1a6-919e-4165-b1c1-1bf6d69daefc is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:30.221641 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 6884a1a6-919e-4165-b1c1-1bf6d69daefc triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:30.222074 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:30.237858 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'name': 'tempest-DeleteServersTestJSON-1655929483-router', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:22Z', 'updated_at': '2022-06-27T14:10:24Z', 'revision_number': 3, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'gw_port': {'id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:23Z', 'updated_at': '2022-06-27T14:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:30.284539 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Publish callbacks [] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:30.290816 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:30.303095 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] For port faf179d8-9d41-4ded-8bef-16d69ff15c45, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:30.319241 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:30.346303 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1cc338-6c9f-4529-a1e5-e603e60e2eb3 None None] The sync data for ids ['b090ea3f-0258-4260-bf42-b985fe4cace0'] in dv-cinder-841125-9-iscsi is: [{'id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'name': 'tempest-DeleteServersTestJSON-1655929483-router', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:22Z', 'updated_at': '2022-06-27T14:10:24Z', 'revision_number': 3, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'gw_port': {'id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:23Z', 'updated_at': '2022-06-27T14:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:10:30.421974 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (87bba9e9-fa93-4464-853a-72aa0ba0969d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:30.579752 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:30.677478 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:30.685502 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:30.689977 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Router 87bba9e9-fa93-4464-853a-72aa0ba0969d is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:10:30.724443 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Network 9d1575ad-e082-42db-9394-d8ba8185acc8 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:30.726616 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:30.731595 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] For port faf179d8-9d41-4ded-8bef-16d69ff15c45, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=faf179d8-9d41-4ded-8bef-16d69ff15c45,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:30.732229 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks [] for port (680d0b7c-d912-4712-80e1-12eb053d3654), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:30.755499 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:30.815884 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:30.856335 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:30.910219 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:10:30.954204 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Sync routers for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:10:30.966188 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 6884a1a6-919e-4165-b1c1-1bf6d69daefc is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:30.975756 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:30.982883 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-968b67e5-e28c-4a81-9931-199f00259f69 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3564279 Jun 27 14:10:30.984174 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35298) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:30.986045 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f1517e66-c95c-446e-b397-9741b8aa14e3 admin admin] Publish callbacks [] for security_group (39e603d7-60c3-45b2-b3f3-f9e7984066d2), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:31.021686 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Publish callbacks [] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:31.024221 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Pushing event updated for resources: {'Port': ['ID=8c8b0411-48c1-4254-87ea-d357b70549ee,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:31.042205 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f1517e66-c95c-446e-b397-9741b8aa14e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (39e603d7-60c3-45b2-b3f3-f9e7984066d2), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:31.144989 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f1517e66-c95c-446e-b397-9741b8aa14e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f701ccab7a1b4c4a95e5147657ac1dba&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9243991 Jun 27 14:10:31.146327 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35304) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:31.269771 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cc9ce-25f9-4449-91ad-062d79755a82 None None] Pushing event updated for resources: {'Port': ['ID=faf179d8-9d41-4ded-8bef-16d69ff15c45,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:31.274867 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:31.275462 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:31.278983 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:31.279870 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:31.435939 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:31.475322 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Pushing event updated for resources: {'Port': ['ID=98f5c707-98fd-4ef1-baec-8edf017d9e51,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:31.500693 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Attempting to bind port 8c8b0411-48c1-4254-87ea-d357b70549ee on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:31.501432 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Attempting to bind port 8c8b0411-48c1-4254-87ea-d357b70549ee by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:31.502034 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Attempting to bind port 8c8b0411-48c1-4254-87ea-d357b70549ee on network 9d1575ad-e082-42db-9394-d8ba8185acc8 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:31.524665 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:31.534700 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:31.547922 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:31.577927 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:31.578980 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Checking segment: {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:31.579693 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:31.580335 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Bound using segment: {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:31.581050 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Bound port: 8c8b0411-48c1-4254-87ea-d357b70549ee, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:31.581707 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:31.628499 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ef23c02c-8956-4183-bf7d-4c858b1af696 admin admin] Publish callbacks [] for security_group (39e603d7-60c3-45b2-b3f3-f9e7984066d2), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:31.651686 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:31.683858 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:31.692772 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:31.777517 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] For port 8c8b0411-48c1-4254-87ea-d357b70549ee, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:31.784351 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] For port 8c8b0411-48c1-4254-87ea-d357b70549ee, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=8c8b0411-48c1-4254-87ea-d357b70549ee,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:31.906551 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:31.921873 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:31.940167 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:32.017319 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ef23c02c-8956-4183-bf7d-4c858b1af696 admin admin] Publish callbacks [] for security_group (39e603d7-60c3-45b2-b3f3-f9e7984066d2), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:32.097619 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1517e66-c95c-446e-b397-9741b8aa14e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e603d7-60c3-45b2-b3f3-f9e7984066d2,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:32.103534 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:32.110364 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Allocated IP 172.27.2.112 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/8bad1393-e508-40f9-aca7-b2418d34a487) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:32.145539 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Attempting to bind port 98f5c707-98fd-4ef1-baec-8edf017d9e51 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:32.151767 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Attempting to bind port 98f5c707-98fd-4ef1-baec-8edf017d9e51 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:32.159812 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Attempting to bind port 98f5c707-98fd-4ef1-baec-8edf017d9e51 on network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:32.247061 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 622043cb-c9f2-4ea2-9a02-699795d5a13b up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:32.382658 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:32.383646 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Checking segment: {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:32.384365 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:32.385043 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Bound using segment: {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:32.385812 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Bound port: 98f5c707-98fd-4ef1-baec-8edf017d9e51, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:32.386485 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:32.402295 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:32.693744 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd281a51-3f55-4947-a63a-225216830b4e None None] Pushing event updated for resources: {'Port': ['ID=8c8b0411-48c1-4254-87ea-d357b70549ee,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:32.776069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:32.854047 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:32.946722 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks [] for port (8bad1393-e508-40f9-aca7-b2418d34a487), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:32.971811 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 622043cb-c9f2-4ea2-9a02-699795d5a13b triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:32.973509 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:32.974931 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:32.979424 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Allocated IP 172.20.0.1 (8baa68e4-35e0-4960-89f7-da0c8635d3de/2a026109-9f2a-493e-9cc2-b838f72ce49f/c6d2546d-5a37-4d9a-a515-620840d62b0c) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:33.116117 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] For port 98f5c707-98fd-4ef1-baec-8edf017d9e51, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:33.126742 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] For port 98f5c707-98fd-4ef1-baec-8edf017d9e51, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=98f5c707-98fd-4ef1-baec-8edf017d9e51,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:33.130213 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Pushing event updated for resources: {'Port': ['ID=680d0b7c-d912-4712-80e1-12eb053d3654,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:33.166104 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ef23c02c-8956-4183-bf7d-4c858b1af696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (39e603d7-60c3-45b2-b3f3-f9e7984066d2), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:33.175602 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ef23c02c-8956-4183-bf7d-4c858b1af696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:33.183778 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ef23c02c-8956-4183-bf7d-4c858b1af696 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39e603d7-60c3-45b2-b3f3-f9e7984066d2 HTTP/1.1" status: 204 len: 168 time: 1.9954429 Jun 27 14:10:33.209817 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:29Z', 'revision_number': 3, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:33.217169 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:33.229817 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:33.308470 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23c02c-8956-4183-bf7d-4c858b1af696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e603d7-60c3-45b2-b3f3-f9e7984066d2,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:33.322853 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Allocated IP 172.20.0.1 (ecee4980-ce4f-4cdd-803e-14cbf5d5d803/42006c36-5ba7-4747-a8fc-9585563df0ef/49b6658e-fbda-4d12-b96a-f54fbf5492df) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:33.428608 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f182613-12c7-438d-82bd-8e188bf6df11 None None] Pushing event updated for resources: {'Port': ['ID=98f5c707-98fd-4ef1-baec-8edf017d9e51,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:33.429724 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:33.440363 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b49117-8f2f-405f-a554-dd79902b1cc4 None None] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:10:33.587803 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:33.626954 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:33.683809 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-50ff67eb-6d22-4b90-9de0-458ddf2dbcfb None None] Provisioning complete for port faf179d8-9d41-4ded-8bef-16d69ff15c45 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:33.685116 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50ff67eb-6d22-4b90-9de0-458ddf2dbcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:33.738727 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Publish callbacks [] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:33.784600 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:33.843581 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Checking router: 87bba9e9-fa93-4464-853a-72aa0ba0969d for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:10:33.844787 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Updating router 87bba9e9-fa93-4464-853a-72aa0ba0969d port cdc8764f-1cee-4604-87ec-9537c35f4db9 binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:10:33.901358 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:33.914797 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:33.925448 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:33.933762 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:33.934772 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (87bba9e9-fa93-4464-853a-72aa0ba0969d), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:34.076880 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks [] for router_gateway (bb402c12-b694-4ad0-b8af-73859a61e376), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:34.098598 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 622043cb-c9f2-4ea2-9a02-699795d5a13b is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:34.098598 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:34.129886 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Pushing event updated for resources: {'Port': ['ID=49b6658e-fbda-4d12-b96a-f54fbf5492df,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:34.155901 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:34.249586 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Pushing event updated for resources: {'Port': ['ID=8bad1393-e508-40f9-aca7-b2418d34a487,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:34.419654 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:34.431847 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-50ff67eb-6d22-4b90-9de0-458ddf2dbcfb None None] Current status of the port faf179d8-9d41-4ded-8bef-16d69ff15c45 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:34.432272 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50ff67eb-6d22-4b90-9de0-458ddf2dbcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:34.441507 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 622043cb-c9f2-4ea2-9a02-699795d5a13b, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=622043cb-c9f2-4ea2-9a02-699795d5a13b,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:10:34.493224 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:34.494992 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device faf179d8-9d41-4ded-8bef-16d69ff15c45 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:34.629994 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=622043cb-c9f2-4ea2-9a02-699795d5a13b,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:34.640764 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:34.702253 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-50ff67eb-6d22-4b90-9de0-458ddf2dbcfb None None] For port faf179d8-9d41-4ded-8bef-16d69ff15c45, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=faf179d8-9d41-4ded-8bef-16d69ff15c45,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:10:34.791853 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50ff67eb-6d22-4b90-9de0-458ddf2dbcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:34.928984 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port faf179d8-9d41-4ded-8bef-16d69ff15c45 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:34.931893 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:34.993125 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:35.063251 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff67eb-6d22-4b90-9de0-458ddf2dbcfb None None] Pushing event updated for resources: {'Port': ['ID=faf179d8-9d41-4ded-8bef-16d69ff15c45,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:35.089944 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35412) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:35.099493 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aae3b8-a79a-4675-864e-2b34ef0dd4be None None] Network 9d1575ad-e082-42db-9394-d8ba8185acc8 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:10:35.157788 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-aee19ef0-2cb4-4a3c-b09e-225940c2369e None None] Provisioning complete for port faf179d8-9d41-4ded-8bef-16d69ff15c45 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:35.171916 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-aee19ef0-2cb4-4a3c-b09e-225940c2369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.192094 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Publish callbacks [] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.199543 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.200736 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (87bba9e9-fa93-4464-853a-72aa0ba0969d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.229268 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Publish callbacks [] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.359039 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Pushing event updated for resources: {'Port': ['ID=49b6658e-fbda-4d12-b96a-f54fbf5492df,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:35.388073 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.421774 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:35.449036 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks [] for router_gateway (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.592132 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0b7be1ac-af51-4aa3-8545-e0516ade1ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.638350 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:35.640940 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (bb402c12-b694-4ad0-b8af-73859a61e376), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.644967 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:35.654571 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Network 8baa68e4-35e0-4960-89f7-da0c8635d3de is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:35.660482 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:35.670743 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:35.674015 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:35.677501 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:35.678002 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (b090ea3f-0258-4260-bf42-b985fe4cace0), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.756046 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Publish callbacks [] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.802386 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:35.959127 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d2546d-5a37-4d9a-a515-620840d62b0c,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:36.185702 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Router 87bba9e9-fa93-4464-853a-72aa0ba0969d has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:10:36.188398 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0b7be1ac-af51-4aa3-8545-e0516ade1ee9 admin admin] Publish callbacks [] for security_group (86bc751e-4dae-43e8-81e3-fb0196915994), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:36.206163 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0b7be1ac-af51-4aa3-8545-e0516ade1ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (86bc751e-4dae-43e8-81e3-fb0196915994), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:36.207079 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Attempting to bind port cdc8764f-1cee-4604-87ec-9537c35f4db9 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:36.207714 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Attempting to bind port cdc8764f-1cee-4604-87ec-9537c35f4db9 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:36.209375 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Attempting to bind port cdc8764f-1cee-4604-87ec-9537c35f4db9 on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:36.221655 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port faf179d8-9d41-4ded-8bef-16d69ff15c45 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:36.322117 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:36.368384 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:36.370116 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:36.372047 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:36.372047 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:36.374585 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:36.375541 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Bound port: cdc8764f-1cee-4604-87ec-9537c35f4db9, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:36.376996 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:36.387738 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-aee19ef0-2cb4-4a3c-b09e-225940c2369e None None] Current status of the port faf179d8-9d41-4ded-8bef-16d69ff15c45 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:36.398185 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff43977-8744-4699-98fe-2ec920b55500 None None] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:10:36.414378 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:36.415662 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:10:36.423485 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-edfeb694-cce2-410d-a705-d66fe51f3a0b admin admin] 10.222.0.43 "PUT /v2.0/routers/87bba9e9-fa93-4464-853a-72aa0ba0969d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4377470 Jun 27 14:10:36.463489 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0b7be1ac-af51-4aa3-8545-e0516ade1ee9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a017bc20abf4020b36875c110319151&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3719716 Jun 27 14:10:36.468301 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35436) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:36.470909 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e0064-a4ed-4b3c-8229-45d881943400 None None] Pushing event updated for resources: {'Port': ['ID=cdc8764f-1cee-4604-87ec-9537c35f4db9,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:36.516603 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7be1ac-af51-4aa3-8545-e0516ade1ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bc751e-4dae-43e8-81e3-fb0196915994,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:36.757493 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a6074b1c-4b5f-499d-b92c-971c4e2e60f0 admin admin] Publish callbacks [] for security_group (86bc751e-4dae-43e8-81e3-fb0196915994), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:36.793192 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Provisioning complete for port 8c8b0411-48c1-4254-87ea-d357b70549ee triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:36.801706 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:36.838392 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 622043cb-c9f2-4ea2-9a02-699795d5a13b up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:36.892125 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a6074b1c-4b5f-499d-b92c-971c4e2e60f0 admin admin] Publish callbacks [] for security_group (86bc751e-4dae-43e8-81e3-fb0196915994), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.034917 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a6074b1c-4b5f-499d-b92c-971c4e2e60f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (86bc751e-4dae-43e8-81e3-fb0196915994), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.038414 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a6074b1c-4b5f-499d-b92c-971c4e2e60f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.040377 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a6074b1c-4b5f-499d-b92c-971c4e2e60f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86bc751e-4dae-43e8-81e3-fb0196915994 HTTP/1.1" status: 204 len: 168 time: 0.5697889 Jun 27 14:10:37.064035 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6074b1c-4b5f-499d-b92c-971c4e2e60f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bc751e-4dae-43e8-81e3-fb0196915994,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:37.090930 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] For port cdc8764f-1cee-4604-87ec-9537c35f4db9, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:37.144747 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] For port cdc8764f-1cee-4604-87ec-9537c35f4db9, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=cdc8764f-1cee-4604-87ec-9537c35f4db9,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:37.155805 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.209209 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Current status of the port 8c8b0411-48c1-4254-87ea-d357b70549ee is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:37.210020 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.231212 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.314031 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:37.376542 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Router bb402c12-b694-4ad0-b8af-73859a61e376 is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:10:37.393025 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] For port 8c8b0411-48c1-4254-87ea-d357b70549ee, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=8c8b0411-48c1-4254-87ea-d357b70549ee,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:10:37.399924 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:37.405442 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 622043cb-c9f2-4ea2-9a02-699795d5a13b triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:37.406548 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.438894 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Publish callbacks [] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.461225 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.462391 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (b090ea3f-0258-4260-bf42-b985fe4cace0), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.509132 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.511425 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:37.512006 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:37.653004 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d2546d-5a37-4d9a-a515-620840d62b0c,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:37.765005 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Provisioning complete for port 49b6658e-fbda-4d12-b96a-f54fbf5492df triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:37.765468 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:37.772728 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e0064-a4ed-4b3c-8229-45d881943400 None None] Pushing event updated for resources: {'Port': ['ID=cdc8764f-1cee-4604-87ec-9537c35f4db9,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:37.870167 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:37.903382 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:37.912797 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Port 49b6658e-fbda-4d12-b96a-f54fbf5492df cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:10:38.001399 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:10:38.112808 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 622043cb-c9f2-4ea2-9a02-699795d5a13b is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:38.115236 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8c8b0411-48c1-4254-87ea-d357b70549ee up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:38.120766 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35514) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:38.128160 dv-cinder-841125-9-iscsi neutron-server[104122]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 14:10:38.160296 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Provisioning complete for port 98f5c707-98fd-4ef1-baec-8edf017d9e51 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:38.161086 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:38.214583 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35518) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:38.229823 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Pushing event updated for resources: {'Port': ['ID=8c8b0411-48c1-4254-87ea-d357b70549ee,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:38.274912 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:38.277136 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:10:38.295919 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Sync routers for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:10:38.302387 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:10:38.342517 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:38.347705 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:38.348995 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1391fcb8-30c6-4fa3-8992-b0fe4004ed06 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.7524140 Jun 27 14:10:38.352142 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35524) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:38.355744 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:38.363713 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9b8b30e6-886f-40ce-a1c0-6500633b9783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:38.387761 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Sync routers for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:10:38.544730 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Network 8baa68e4-35e0-4960-89f7-da0c8635d3de is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:38.559141 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:38.564909 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d17fd5c4-8aad-44a3-bd16-0cab47e43b80 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.7667649 Jun 27 14:10:38.603431 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:38.605278 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:38.648241 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35530) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:38.742737 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:38.744839 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:38.937127 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35542) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:39.003566 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 8c8b0411-48c1-4254-87ea-d357b70549ee triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:39.003978 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:39.137068 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:39.218119 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:35Z', 'revision_number': 3, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:39.308518 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Checking router: 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:10:39.309374 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Updating router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 port 8bad1393-e508-40f9-aca7-b2418d34a487 binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:10:39.376001 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:39.411650 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Current status of the port 98f5c707-98fd-4ef1-baec-8edf017d9e51 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:39.412375 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:39.431643 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Router b090ea3f-0258-4260-bf42-b985fe4cace0 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:10:39.483152 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-7f1b1c2b-f956-4f2a-9fb6-70667dae1691 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:39.484146 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-7f1b1c2b-f956-4f2a-9fb6-70667dae1691 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 818 time: 1.3574469 Jun 27 14:10:39.497353 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:39.506557 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:39.562419 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-c9082511-c8e7-4ac7-a082-5065e0ff6a77 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/quotas/af0b18811427410c826e9a09cd894132 HTTP/1.1" status: 200 len: 375 time: 0.0523462 Jun 27 14:10:39.584406 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:39.594858 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 2, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:39.692200 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35558) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:39.712648 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-2330059c-8b47-4005-824a-0d698d81193c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361799 Jun 27 14:10:39.732238 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-71447814-1d83-4425-8700-8d86b48f06a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:39.788373 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] For port 98f5c707-98fd-4ef1-baec-8edf017d9e51, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=98f5c707-98fd-4ef1-baec-8edf017d9e51,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:10:39.803982 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084ea0e-9a5e-4447-b97d-cad8c528a546 None None] The sync data for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi is: [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 2, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:10:39.813519 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:39.817952 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 8c8b0411-48c1-4254-87ea-d357b70549ee is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:39.820820 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 98f5c707-98fd-4ef1-baec-8edf017d9e51 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:39.945149 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:40.013954 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-05b32ffd-c725-4368-99c4-371960692c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.036271 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Pushing event updated for resources: {'Port': ['ID=98f5c707-98fd-4ef1-baec-8edf017d9e51,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:40.070571 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.094859 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9b8b30e6-886f-40ce-a1c0-6500633b9783 admin admin] Publish callbacks [] for security_group (960291d4-14f3-44b1-baf5-00c08a96fc30), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.105786 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9b8b30e6-886f-40ce-a1c0-6500633b9783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (960291d4-14f3-44b1-baf5-00c08a96fc30), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.122338 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Provisioning complete for port c6d2546d-5a37-4d9a-a515-620840d62b0c triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:40.123037 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.168592 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9b8b30e6-886f-40ce-a1c0-6500633b9783 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e3a4e5383794b08814921a5c56df633&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9455616 Jun 27 14:10:40.194046 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35568) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:40.274365 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-ac4315b0-8552-46e3-995e-c92252e6e1e5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:10:40.279849 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-ac4315b0-8552-46e3-995e-c92252e6e1e5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2049360 Jun 27 14:10:40.399984 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Allocated IP 172.20.0.1 (94f6ece1-0e86-4935-a6ba-52fc54fe3a07/0f4eeb10-6bd6-4aad-88be-ccba7334c626/a8b3194c-3128-456e-b1b6-e0e1f00303da) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:40.423847 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d31c81cf-a827-498c-80ea-e7d5ef779d3f None None] Port c6d2546d-5a37-4d9a-a515-620840d62b0c cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:10:40.455558 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Publish callbacks [] for port (8bad1393-e508-40f9-aca7-b2418d34a487), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.471597 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.497075 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:40.519359 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b30e6-886f-40ce-a1c0-6500633b9783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960291d4-14f3-44b1-baf5-00c08a96fc30,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:40.565381 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 98f5c707-98fd-4ef1-baec-8edf017d9e51 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:40.572584 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.573056 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a971c63-d379-4da9-b0fc-de4614ab8e20 None None] Pushing event updated for resources: {'Port': ['ID=8bad1393-e508-40f9-aca7-b2418d34a487,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:40.585197 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-71447814-1d83-4425-8700-8d86b48f06a7 admin admin] Publish callbacks [] for security_group (e80ac9d3-d4af-44fa-86f9-8e1e1d99556d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.608528 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-71447814-1d83-4425-8700-8d86b48f06a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e80ac9d3-d4af-44fa-86f9-8e1e1d99556d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.630317 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Attempting to bind port 8bad1393-e508-40f9-aca7-b2418d34a487 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:40.631587 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Attempting to bind port 8bad1393-e508-40f9-aca7-b2418d34a487 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:40.632469 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Attempting to bind port 8bad1393-e508-40f9-aca7-b2418d34a487 on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:40.647180 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:40.647753 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:40.649216 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.649466 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:40.650315 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Bound port: 8bad1393-e508-40f9-aca7-b2418d34a487, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:40.651068 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.737136 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-207fdc62-cb35-4302-ad38-f0339834f549 None None] Provisioning complete for port 8c8b0411-48c1-4254-87ea-d357b70549ee triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:40.738136 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:10:40.738932 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-207fdc62-cb35-4302-ad38-f0339834f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.753782 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-34a375d5-7807-4dbb-99ad-f276794e73f6 admin admin] 10.222.0.43 "PUT /v2.0/routers/b090ea3f-0258-4260-bf42-b985fe4cace0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8103507 Jun 27 14:10:40.759596 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Publish callbacks [] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.786945 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-71447814-1d83-4425-8700-8d86b48f06a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22723b1f8f844e14baea36834b2d2dda&name=default HTTP/1.1" status: 200 len: 2994 time: 1.8442490 Jun 27 14:10:40.788254 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35582) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:40.806959 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71447814-1d83-4425-8700-8d86b48f06a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80ac9d3-d4af-44fa-86f9-8e1e1d99556d,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:40.840953 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] For port 8bad1393-e508-40f9-aca7-b2418d34a487, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:40.874096 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] For port 8bad1393-e508-40f9-aca7-b2418d34a487, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=8bad1393-e508-40f9-aca7-b2418d34a487,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:40.883122 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:40.909919 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:40.915554 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:40.924709 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:31Z', 'revision_number': 3, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:40.934587 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Sync routers for ids ['b090ea3f-0258-4260-bf42-b985fe4cace0'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:10:40.945016 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-05b32ffd-c725-4368-99c4-371960692c94 admin admin] Publish callbacks [] for security_group (682bfed6-f42a-4f69-bf64-5de02dafce68), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:40.980785 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-05b32ffd-c725-4368-99c4-371960692c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (682bfed6-f42a-4f69-bf64-5de02dafce68), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.006021 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.014464 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7fb97a42-5c64-48d5-ad09-11de1bd53cfe admin admin] Publish callbacks [] for security_group (e80ac9d3-d4af-44fa-86f9-8e1e1d99556d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.043760 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Checking router: bb402c12-b694-4ad0-b8af-73859a61e376 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:10:41.044532 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Updating router bb402c12-b694-4ad0-b8af-73859a61e376 port 680d0b7c-d912-4712-80e1-12eb053d3654 binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:10:41.054400 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:41.108751 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7fb97a42-5c64-48d5-ad09-11de1bd53cfe admin admin] Publish callbacks [] for security_group (e80ac9d3-d4af-44fa-86f9-8e1e1d99556d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.127041 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.159340 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Routers {'b090ea3f-0258-4260-bf42-b985fe4cace0'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:41.167464 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e38dc926-cbac-4dda-b3d6-28ca75f10f36 admin admin] Publish callbacks [] for security_group (960291d4-14f3-44b1-baf5-00c08a96fc30), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.172593 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['b090ea3f-0258-4260-bf42-b985fe4cace0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:41.213110 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.323030 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:41.377406 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-05b32ffd-c725-4368-99c4-371960692c94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf6057ae0ed14dfbb6598b3939732d56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6823690 Jun 27 14:10:41.393577 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b32ffd-c725-4368-99c4-371960692c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682bfed6-f42a-4f69-bf64-5de02dafce68,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:41.420411 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35596) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:41.448274 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:41.465938 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 98f5c707-98fd-4ef1-baec-8edf017d9e51 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:41.468994 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device faf179d8-9d41-4ded-8bef-16d69ff15c45 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:41.483483 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a971c63-d379-4da9-b0fc-de4614ab8e20 None None] Pushing event updated for resources: {'Port': ['ID=8bad1393-e508-40f9-aca7-b2418d34a487,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:41.499828 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:41.512475 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:41.519258 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e38dc926-cbac-4dda-b3d6-28ca75f10f36 admin admin] Publish callbacks [] for security_group (960291d4-14f3-44b1-baf5-00c08a96fc30), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.520131 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:41.523578 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:41.539366 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.651746 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-60567416-b174-4bc4-9ea7-4a40c0ab304a service neutron] 10.222.0.43 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3367846 Jun 27 14:10:41.747635 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Pushing event updated for resources: {'Port': ['ID=a8b3194c-3128-456e-b1b6-e0e1f00303da,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:41.797637 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Set router b090ea3f-0258-4260-bf42-b985fe4cace0 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:41.852592 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7fb97a42-5c64-48d5-ad09-11de1bd53cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e80ac9d3-d4af-44fa-86f9-8e1e1d99556d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.856209 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7fb97a42-5c64-48d5-ad09-11de1bd53cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:41.857173 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-207fdc62-cb35-4302-ad38-f0339834f549 None None] Current status of the port 8c8b0411-48c1-4254-87ea-d357b70549ee is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:41.869018 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7fb97a42-5c64-48d5-ad09-11de1bd53cfe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e80ac9d3-d4af-44fa-86f9-8e1e1d99556d HTTP/1.1" status: 204 len: 168 time: 1.0646467 Jun 27 14:10:41.987819 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:42.008381 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb97a42-5c64-48d5-ad09-11de1bd53cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80ac9d3-d4af-44fa-86f9-8e1e1d99556d,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:42.050198 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-99725f63-9164-4cb8-be67-3738fb5d4d62 admin admin] Publish callbacks [] for security_group (682bfed6-f42a-4f69-bf64-5de02dafce68), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:42.077489 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:42.181009 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-99725f63-9164-4cb8-be67-3738fb5d4d62 admin admin] Publish callbacks [] for security_group (682bfed6-f42a-4f69-bf64-5de02dafce68), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:42.216653 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-e17ad128-6ce2-4a7e-a81b-388da6b4e89a service neutron] 10.222.0.43 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133076 Jun 27 14:10:42.241250 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-207fdc62-cb35-4302-ad38-f0339834f549 None None] Provisioning complete for port 98f5c707-98fd-4ef1-baec-8edf017d9e51 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:42.241250 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-207fdc62-cb35-4302-ad38-f0339834f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:42.262122 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35616) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:42.262468 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35618) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:42.317368 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:42.347360 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-99725f63-9164-4cb8-be67-3738fb5d4d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (682bfed6-f42a-4f69-bf64-5de02dafce68), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:42.351519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-99725f63-9164-4cb8-be67-3738fb5d4d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:42.359589 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-99725f63-9164-4cb8-be67-3738fb5d4d62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/682bfed6-f42a-4f69-bf64-5de02dafce68 HTTP/1.1" status: 204 len: 168 time: 0.9267731 Jun 27 14:10:42.408471 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99725f63-9164-4cb8-be67-3738fb5d4d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682bfed6-f42a-4f69-bf64-5de02dafce68,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:42.544792 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port faf179d8-9d41-4ded-8bef-16d69ff15c45 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:42.548793 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:42.558845 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:42.575511 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-ddae715d-ef35-4ed1-a304-17b5b8375c30 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:42.584785 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-ddae715d-ef35-4ed1-a304-17b5b8375c30 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/networks?id=8baa68e4-35e0-4960-89f7-da0c8635d3de HTTP/1.1" status: 200 len: 812 time: 0.2956452 Jun 27 14:10:42.621525 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-e6b8fbb3-ae46-4e12-b2b4-8cfacc6da71a tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/quotas/8437a95e7fad44e3b549af4899a04bf8 HTTP/1.1" status: 200 len: 375 time: 0.0351574 Jun 27 14:10:42.702934 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'name': 'tempest-DeleteServersTestJSON-1655929483-router', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:22Z', 'updated_at': '2022-06-27T14:10:35Z', 'revision_number': 4, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'gw_port': {'id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:23Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'c6d2546d-5a37-4d9a-a515-620840d62b0c', 'name': '', 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'mac_address': 'fa:16:3e:2f:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a026109-9f2a-493e-9cc2-b838f72ce49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:10:36Z', 'revision_number': 2, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'subnets': [{'id': '2a026109-9f2a-493e-9cc2-b838f72ce49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:42.752450 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Checking router: b090ea3f-0258-4260-bf42-b985fe4cace0 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:10:42.753105 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Updating router b090ea3f-0258-4260-bf42-b985fe4cace0 port c6d2546d-5a37-4d9a-a515-620840d62b0c binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:10:42.759847 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c7362adf-e59b-44ff-a27e-185e86f7dc3d tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8437a95e7fad44e3b549af4899a04bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368601 Jun 27 14:10:42.804603 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:42.948020 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e38dc926-cbac-4dda-b3d6-28ca75f10f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (960291d4-14f3-44b1-baf5-00c08a96fc30), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:42.953223 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e38dc926-cbac-4dda-b3d6-28ca75f10f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:42.955184 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e38dc926-cbac-4dda-b3d6-28ca75f10f36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/960291d4-14f3-44b1-baf5-00c08a96fc30 HTTP/1.1" status: 204 len: 168 time: 2.7590463 Jun 27 14:10:42.970471 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dc926-cbac-4dda-b3d6-28ca75f10f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960291d4-14f3-44b1-baf5-00c08a96fc30,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:42.976907 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.104812 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d77eb964-5ac7-447b-95e4-c84b35fc8526 req-aa72dde4-3f68-43ae-b093-4712de9c61d5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 210 time: 0.0990677 Jun 27 14:10:43.184217 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Publish callbacks [] for port (680d0b7c-d912-4712-80e1-12eb053d3654), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.257841 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-207fdc62-cb35-4302-ad38-f0339834f549 None None] Current status of the port 98f5c707-98fd-4ef1-baec-8edf017d9e51 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:43.273058 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-207fdc62-cb35-4302-ad38-f0339834f549 None None] Provisioning complete for port c6d2546d-5a37-4d9a-a515-620840d62b0c triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:43.273445 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-207fdc62-cb35-4302-ad38-f0339834f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.313201 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.321156 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-207fdc62-cb35-4302-ad38-f0339834f549 None None] Port c6d2546d-5a37-4d9a-a515-620840d62b0c cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:10:43.388897 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0fa22b13-4fe4-4524-89aa-c55018ef61f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.395815 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Attempting to bind port 680d0b7c-d912-4712-80e1-12eb053d3654 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:43.396615 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Attempting to bind port 680d0b7c-d912-4712-80e1-12eb053d3654 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:43.397288 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Attempting to bind port 680d0b7c-d912-4712-80e1-12eb053d3654 on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:43.403882 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port faf179d8-9d41-4ded-8bef-16d69ff15c45 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:43.429898 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:35Z', 'revision_number': 3, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:43.438037 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Publish callbacks [] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.447413 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.448250 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.484087 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f46334d6-c509-41cd-ac4e-57ddc48afe4b None None] Provisioning complete for port a8b3194c-3128-456e-b1b6-e0e1f00303da triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:43.485356 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f46334d6-c509-41cd-ac4e-57ddc48afe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.508359 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77fe75-5747-4bdd-807f-c41c23e506b4 None None] The sync data for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi is: [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:35Z', 'revision_number': 3, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:10:43.521346 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:43.522405 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:43.523492 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.524398 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:43.525345 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Bound port: 680d0b7c-d912-4712-80e1-12eb053d3654, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:43.526234 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.544044 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cc751-fbb0-4105-9e6b-8e31dedd0513 None None] Pushing event updated for resources: {'Port': ['ID=680d0b7c-d912-4712-80e1-12eb053d3654,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:43.664618 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Allocated IP 172.20.0.1 (9d1575ad-e082-42db-9394-d8ba8185acc8/6d1d0e72-5820-401d-bd6b-353a90b0391f/8d022073-32ba-4d7a-b61a-34db023ebc3f) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:43.674984 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:43.713613 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f46334d6-c509-41cd-ac4e-57ddc48afe4b None None] Port a8b3194c-3128-456e-b1b6-e0e1f00303da cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:10:43.727346 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:43.758250 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35660) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:43.785089 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] For port 680d0b7c-d912-4712-80e1-12eb053d3654, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:43.795333 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] For port 680d0b7c-d912-4712-80e1-12eb053d3654, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=680d0b7c-d912-4712-80e1-12eb053d3654,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:43.801151 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:43.816206 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:43.820046 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.840019 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:43.864581 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Pushing event updated for resources: {'Port': ['ID=a8b3194c-3128-456e-b1b6-e0e1f00303da,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:43.879643 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffceea6b-3cde-46bc-b3dc-1cf947b278f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:43.897461 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:43.975438 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8c8b0411-48c1-4254-87ea-d357b70549ee up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:43.998541 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cc751-fbb0-4105-9e6b-8e31dedd0513 None None] Pushing event updated for resources: {'Port': ['ID=680d0b7c-d912-4712-80e1-12eb053d3654,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:44.002753 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:44.031428 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Publish callbacks [] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.043544 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:10:44.045951 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Publish callbacks [] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.064874 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.065709 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:44.066391 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:44.340601 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0cf05-1f99-4670-a723-81d10c960d34 None None] Pushing event updated for resources: {'Port': ['ID=c6d2546d-5a37-4d9a-a515-620840d62b0c,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:44.429701 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Attempting to bind port c6d2546d-5a37-4d9a-a515-620840d62b0c on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:44.430057 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Attempting to bind port c6d2546d-5a37-4d9a-a515-620840d62b0c by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:44.435221 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Attempting to bind port c6d2546d-5a37-4d9a-a515-620840d62b0c on network 8baa68e4-35e0-4960-89f7-da0c8635d3de {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:44.451894 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:44.457634 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:44.458427 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Checking segment: {'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:44.459432 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.460695 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Bound using segment: {'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:44.462074 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Bound port: c6d2546d-5a37-4d9a-a515-620840d62b0c, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:44.463790 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.505341 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:10:44.571749 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:44.597861 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:44.600546 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffceea6b-3cde-46bc-b3dc-1cf947b278f4 admin admin] Publish callbacks [] for security_group (b6b8ca9a-654a-4601-bcc7-136d94319592), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.603616 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 8c8b0411-48c1-4254-87ea-d357b70549ee triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:44.607454 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.612501 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffceea6b-3cde-46bc-b3dc-1cf947b278f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (b6b8ca9a-654a-4601-bcc7-136d94319592), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.656775 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:44.668657 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] For port c6d2546d-5a37-4d9a-a515-620840d62b0c, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:44.670429 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.675482 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] For port c6d2546d-5a37-4d9a-a515-620840d62b0c, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=c6d2546d-5a37-4d9a-a515-620840d62b0c,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:44.732945 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.889269 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Network 9d1575ad-e082-42db-9394-d8ba8185acc8 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:44.941209 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:44.944610 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:44.945546 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (bb402c12-b694-4ad0-b8af-73859a61e376), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:44.992643 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Pushing event updated for resources: {'Port': ['ID=8d022073-32ba-4d7a-b61a-34db023ebc3f,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:45.002343 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ffceea6b-3cde-46bc-b3dc-1cf947b278f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbfcecc5e9784f0394ad52299d337554&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2396266 Jun 27 14:10:45.018159 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35682) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:45.024284 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0cf05-1f99-4670-a723-81d10c960d34 None None] Pushing event updated for resources: {'Port': ['ID=c6d2546d-5a37-4d9a-a515-620840d62b0c,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:45.033931 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-03b0e927-a89f-46f0-a45a-18891d2e9893 None None] Provisioning complete for port a8b3194c-3128-456e-b1b6-e0e1f00303da triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:45.040085 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03b0e927-a89f-46f0-a45a-18891d2e9893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:45.058551 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceea6b-3cde-46bc-b3dc-1cf947b278f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b8ca9a-654a-4601-bcc7-136d94319592,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:45.087243 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Routers {'b090ea3f-0258-4260-bf42-b985fe4cace0'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:45.096028 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['b090ea3f-0258-4260-bf42-b985fe4cace0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:45.171105 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0fa22b13-4fe4-4524-89aa-c55018ef61f9 admin admin] Publish callbacks [] for security_group (f550fa3f-6d6c-4279-b6df-526d4606f1b9), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:45.191879 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c5f502d9-8f37-4ba0-958a-fab65c18cbc5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:45.195928 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c5f502d9-8f37-4ba0-958a-fab65c18cbc5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 818 time: 0.7400932 Jun 27 14:10:45.205041 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0fa22b13-4fe4-4524-89aa-c55018ef61f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (f550fa3f-6d6c-4279-b6df-526d4606f1b9), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:45.244608 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Sync routers for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:10:45.345492 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e985702b-d342-462b-a063-55c41909da1b admin admin] Publish callbacks [] for security_group (b6b8ca9a-654a-4601-bcc7-136d94319592), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:45.387058 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-6193a0c9-a45e-4b1e-8beb-648a2959e2d6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/quotas/af0b18811427410c826e9a09cd894132 HTTP/1.1" status: 200 len: 375 time: 0.1434393 Jun 27 14:10:45.393897 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:10:45.394358 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0fa22b13-4fe4-4524-89aa-c55018ef61f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6e389fc8f4f408fb65474a50acba253&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1187723 Jun 27 14:10:45.409099 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35686) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:45.417766 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-31d3c51b-14bf-459c-9a64-6e4ba81920ce admin admin] 10.222.0.43 "PUT /v2.0/routers/4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0637035 Jun 27 14:10:45.438125 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa22b13-4fe4-4524-89aa-c55018ef61f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f550fa3f-6d6c-4279-b6df-526d4606f1b9,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:45.544237 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e985702b-d342-462b-a063-55c41909da1b admin admin] Publish callbacks [] for security_group (b6b8ca9a-654a-4601-bcc7-136d94319592), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:45.551990 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-03b0e927-a89f-46f0-a45a-18891d2e9893 None None] Port a8b3194c-3128-456e-b1b6-e0e1f00303da cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:10:45.672401 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:45.677129 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:45.720611 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] Set router b090ea3f-0258-4260-bf42-b985fe4cace0 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:45.777999 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-995cc6a6-79b1-4e63-88fb-d9a090457cea admin admin] Publish callbacks [] for security_group (f550fa3f-6d6c-4279-b6df-526d4606f1b9), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:45.814060 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e985702b-d342-462b-a063-55c41909da1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (b6b8ca9a-654a-4601-bcc7-136d94319592), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:45.822837 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e985702b-d342-462b-a063-55c41909da1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:45.826536 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e985702b-d342-462b-a063-55c41909da1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6b8ca9a-654a-4601-bcc7-136d94319592 HTTP/1.1" status: 204 len: 168 time: 0.8007467 Jun 27 14:10:45.942124 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985702b-d342-462b-a063-55c41909da1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b8ca9a-654a-4601-bcc7-136d94319592,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:45.970333 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-995cc6a6-79b1-4e63-88fb-d9a090457cea admin admin] Publish callbacks [] for security_group (f550fa3f-6d6c-4279-b6df-526d4606f1b9), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:46.074147 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-a933e29c-370e-4772-ad0b-847d45e75ca2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:10:46.076857 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-a933e29c-370e-4772-ad0b-847d45e75ca2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.5288203 Jun 27 14:10:46.133007 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-995cc6a6-79b1-4e63-88fb-d9a090457cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (f550fa3f-6d6c-4279-b6df-526d4606f1b9), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:46.139287 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-995cc6a6-79b1-4e63-88fb-d9a090457cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:46.142929 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-995cc6a6-79b1-4e63-88fb-d9a090457cea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f550fa3f-6d6c-4279-b6df-526d4606f1b9 HTTP/1.1" status: 204 len: 168 time: 0.6901715 Jun 27 14:10:46.174926 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-91e5d8a0-cd73-45a7-b423-a6e43e749165 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7472007 Jun 27 14:10:46.188261 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cc6a6-79b1-4e63-88fb-d9a090457cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f550fa3f-6d6c-4279-b6df-526d4606f1b9,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:46.197929 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-878c9eea-90c7-4f8c-8fdb-a30ab07afe58 None None] Provisioning complete for port 8d022073-32ba-4d7a-b61a-34db023ebc3f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:46.198310 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-878c9eea-90c7-4f8c-8fdb-a30ab07afe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:46.438094 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-7658e924-fc0e-4424-bc91-42ca9b6fa9f7 service neutron] 10.222.0.43 "GET /v2.0/networks/8baa68e4-35e0-4960-89f7-da0c8635d3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218341 Jun 27 14:10:46.448125 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'name': 'tempest-DeleteServersTestJSON-1655929483-router', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:22Z', 'updated_at': '2022-06-27T14:10:35Z', 'revision_number': 4, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'gw_port': {'id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:23Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'c6d2546d-5a37-4d9a-a515-620840d62b0c', 'name': '', 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'mac_address': 'fa:16:3e:2f:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a026109-9f2a-493e-9cc2-b838f72ce49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:10:44Z', 'revision_number': 4, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'subnets': [{'id': '2a026109-9f2a-493e-9cc2-b838f72ce49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:46.477660 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec5d612-bf02-4e6b-8165-0cb3ba43a0ba None None] The sync data for ids ['b090ea3f-0258-4260-bf42-b985fe4cace0'] in dv-cinder-841125-9-iscsi is: [{'id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'name': 'tempest-DeleteServersTestJSON-1655929483-router', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:22Z', 'updated_at': '2022-06-27T14:10:35Z', 'revision_number': 4, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'gw_port': {'id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:23Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'c6d2546d-5a37-4d9a-a515-620840d62b0c', 'name': '', 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'mac_address': 'fa:16:3e:2f:b3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2a026109-9f2a-493e-9cc2-b838f72ce49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:10:44Z', 'revision_number': 4, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'subnets': [{'id': '2a026109-9f2a-493e-9cc2-b838f72ce49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:10:46.500767 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:46.614872 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:46.766714 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-878c9eea-90c7-4f8c-8fdb-a30ab07afe58 None None] Port 8d022073-32ba-4d7a-b61a-34db023ebc3f cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:10:46.772390 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:31Z', 'revision_number': 3, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:46.836784 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-935b3ad4-2841-4736-a8b0-6059c9ebdf47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:46.839770 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 8c8b0411-48c1-4254-87ea-d357b70549ee is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:46.842006 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device cdc8764f-1cee-4604-87ec-9537c35f4db9 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:47.081857 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:47.086745 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c14f0-6ba4-4929-a8d2-331646db3d90 None None] The sync data for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi is: [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:31Z', 'revision_number': 3, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:10:47.110422 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-878c9eea-90c7-4f8c-8fdb-a30ab07afe58 None None] Provisioning complete for port c6d2546d-5a37-4d9a-a515-620840d62b0c triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:47.111064 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-878c9eea-90c7-4f8c-8fdb-a30ab07afe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:47.148468 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-79c54178-2386-40f3-9df1-cb91409203df service neutron] 10.222.0.43 "GET /v2.0/networks/8baa68e4-35e0-4960-89f7-da0c8635d3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476388 Jun 27 14:10:47.278816 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port cdc8764f-1cee-4604-87ec-9537c35f4db9 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:47.279015 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:47.317553 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:47.435557 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35742) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:47.464680 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-d67a855f-4494-4383-a34f-97fd1a67fa8f service neutron] 10.222.0.43 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2689610 Jun 27 14:10:47.522506 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b3eaa21-4e2d-4733-868a-9b8bf6aa994e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:47.674818 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Sync routers for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:10:47.718084 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:47.724828 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-0dca92c9-1fec-4b52-87df-54107fb178cd service neutron] 10.222.0.43 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111583 Jun 27 14:10:47.788084 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:47.795969 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:47.880255 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b3eaa21-4e2d-4733-868a-9b8bf6aa994e admin admin] Publish callbacks [] for security_group (53db57a4-a4cb-42a5-b57d-3bda69f37480), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:47.898720 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:47.913374 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:47.926937 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b3eaa21-4e2d-4733-868a-9b8bf6aa994e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (53db57a4-a4cb-42a5-b57d-3bda69f37480), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:47.955887 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Publish callbacks [] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:47.981991 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:47.985891 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (bb402c12-b694-4ad0-b8af-73859a61e376), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:48.015144 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 2, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:48.027258 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eaa21-4e2d-4733-868a-9b8bf6aa994e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53db57a4-a4cb-42a5-b57d-3bda69f37480,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:48.267338 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9b3eaa21-4e2d-4733-868a-9b8bf6aa994e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdc30709ef584da8b797429f4b282a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8300948 Jun 27 14:10:48.281169 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35770) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:48.384783 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Pushing event updated for resources: {'Port': ['ID=8d022073-32ba-4d7a-b61a-34db023ebc3f,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:48.445555 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Checking router: 87bba9e9-fa93-4464-853a-72aa0ba0969d for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:10:48.446300 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Updating router 87bba9e9-fa93-4464-853a-72aa0ba0969d port 49b6658e-fbda-4d12-b96a-f54fbf5492df binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:10:48.453401 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:48.489623 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:48.515242 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ed2656d2-5962-4d05-92d5-933b92df6744 admin admin] Publish callbacks [] for security_group (53db57a4-a4cb-42a5-b57d-3bda69f37480), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:48.563742 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:48.662435 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-878c9eea-90c7-4f8c-8fdb-a30ab07afe58 None None] Current status of the port c6d2546d-5a37-4d9a-a515-620840d62b0c is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:48.663373 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-878c9eea-90c7-4f8c-8fdb-a30ab07afe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:48.696462 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ed2656d2-5962-4d05-92d5-933b92df6744 admin admin] Publish callbacks [] for security_group (53db57a4-a4cb-42a5-b57d-3bda69f37480), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:48.753345 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-878c9eea-90c7-4f8c-8fdb-a30ab07afe58 None None] For port c6d2546d-5a37-4d9a-a515-620840d62b0c, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=c6d2546d-5a37-4d9a-a515-620840d62b0c,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:10:48.765488 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port cdc8764f-1cee-4604-87ec-9537c35f4db9 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:48.766467 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:48.854774 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port cdc8764f-1cee-4604-87ec-9537c35f4db9, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=cdc8764f-1cee-4604-87ec-9537c35f4db9,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:10:48.870350 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-878c9eea-90c7-4f8c-8fdb-a30ab07afe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:48.901389 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d72f7ae6-4a61-4d1b-9ac0-7a409852ef42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:48.938059 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:48.947627 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 98f5c707-98fd-4ef1-baec-8edf017d9e51 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:48.982189 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ed2656d2-5962-4d05-92d5-933b92df6744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (53db57a4-a4cb-42a5-b57d-3bda69f37480), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:48.985243 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ed2656d2-5962-4d05-92d5-933b92df6744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:49.004864 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dbc2afad-4f5d-4291-8029-3eda9460960d req-c4d25d7b-31c2-4ed7-9c28-b612fb046c17 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 210 time: 0.5830915 Jun 27 14:10:49.015920 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ed2656d2-5962-4d05-92d5-933b92df6744 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53db57a4-a4cb-42a5-b57d-3bda69f37480 HTTP/1.1" status: 204 len: 168 time: 0.7331333 Jun 27 14:10:49.074634 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2656d2-5962-4d05-92d5-933b92df6744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53db57a4-a4cb-42a5-b57d-3bda69f37480,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:49.213180 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:49.305799 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f48da94a-556e-487e-b16f-9670ae9bda19 req-40f2fdb8-1ae2-4472-82f3-dc1cda1e61f8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 210 time: 0.1074777 Jun 27 14:10:49.314569 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Network 9d1575ad-e082-42db-9394-d8ba8185acc8 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:49.317626 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:49.455588 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-dcfbf55e-a4e5-4536-bd2c-73017e6d40ba None None] Provisioning complete for port c6d2546d-5a37-4d9a-a515-620840d62b0c triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:49.466893 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf55e-a4e5-4536-bd2c-73017e6d40ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:49.700540 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c9eea-90c7-4f8c-8fdb-a30ab07afe58 None None] Pushing event updated for resources: {'Port': ['ID=c6d2546d-5a37-4d9a-a515-620840d62b0c,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:49.723887 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 2, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:49.759384 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Router bb402c12-b694-4ad0-b8af-73859a61e376 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:10:49.800826 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Checking router: 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:10:49.803025 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Updating router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 port a8b3194c-3128-456e-b1b6-e0e1f00303da binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:10:49.909153 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:50.001466 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.13', 56629) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:50.035652 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:50.057593 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 98f5c707-98fd-4ef1-baec-8edf017d9e51 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:50.058063 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:50.098295 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:50.198076 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:50.222096 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35818) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:50.357199 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-dcfbf55e-a4e5-4536-bd2c-73017e6d40ba None None] Current status of the port c6d2546d-5a37-4d9a-a515-620840d62b0c is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:50.382191 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-beb0b414-7fda-42ab-9875-ea641d6e05df tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925069406', 'description': 'tempest-description--653258752'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:50.412859 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6e8f95e5-f14f-4036-bdce-380c13a3d33a req-5cbbbcfd-9a4f-40ed-8c0c-5dd0ebbbe87c tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 210 time: 0.1851499 Jun 27 14:10:50.511727 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:10:50.543968 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-babacaff-eee6-405a-961f-9f62007e5156 admin admin] 10.222.0.43 "PUT /v2.0/routers/bb402c12-b694-4ad0-b8af-73859a61e376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8684309 Jun 27 14:10:50.633829 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-beb0b414-7fda-42ab-9875-ea641d6e05df tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:50.778627 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-0a7fb781-b21a-451e-9ab7-34840d3b91d2 None None] Provisioning complete for port 8d022073-32ba-4d7a-b61a-34db023ebc3f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:50.780492 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0a7fb781-b21a-451e-9ab7-34840d3b91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:50.867886 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-beb0b414-7fda-42ab-9875-ea641d6e05df tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (59b28f73-bbb5-4efa-9521-b79d2043d499), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:50.877700 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-beb0b414-7fda-42ab-9875-ea641d6e05df tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (59b28f73-bbb5-4efa-9521-b79d2043d499), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:50.934322 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Publish callbacks [] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:50.958065 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:50.967037 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-beb0b414-7fda-42ab-9875-ea641d6e05df tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:50.976602 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-beb0b414-7fda-42ab-9875-ea641d6e05df tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6037121 Jun 27 14:10:50.980211 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35848) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:50.986462 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-1b996306-9f4c-49c2-a7f7-52123c2fa9b1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'security_group_rule': {'security_group_id': '59b28f73-bbb5-4efa-9521-b79d2043d499', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:51.041416 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b996306-9f4c-49c2-a7f7-52123c2fa9b1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (a007764f-0eef-411a-bc58-e2218b3ecd96), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.059426 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fb781-b21a-451e-9ab7-34840d3b91d2 None None] Port 8d022073-32ba-4d7a-b61a-34db023ebc3f cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:10:51.107382 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=cdc8764f-1cee-4604-87ec-9537c35f4db9,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:51.162205 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-8984475d-e3f2-4f3a-a846-6eb97b47a1a3 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:51.166615 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-8984475d-e3f2-4f3a-a846-6eb97b47a1a3 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 818 time: 1.1638155 Jun 27 14:10:51.175060 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66c367-b045-41cd-8e08-7d5827d2a61c None None] Pushing event updated for resources: {'Port': ['ID=a8b3194c-3128-456e-b1b6-e0e1f00303da,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:51.194686 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.211449 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b996306-9f4c-49c2-a7f7-52123c2fa9b1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (a007764f-0eef-411a-bc58-e2218b3ecd96), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.215583 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7802ef08-2a5b-433b-9553-beee07821ffb req-356c2f5b-1d6c-476d-95da-56c95d729256 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 210 time: 0.1317468 Jun 27 14:10:51.217377 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:51.221880 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0b414-7fda-42ab-9875-ea641d6e05df tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b28f73-bbb5-4efa-9521-b79d2043d499,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:51.239016 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Request body: {'port': {'device_id': '8c0ba112-e8e8-4f73-a3a1-d790eb24dd84', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'admin_state_up': True, 'tenant_id': 'af0b18811427410c826e9a09cd894132'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:51.242005 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b996306-9f4c-49c2-a7f7-52123c2fa9b1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (a007764f-0eef-411a-bc58-e2218b3ecd96), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.325926 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b996306-9f4c-49c2-a7f7-52123c2fa9b1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a007764f-0eef-411a-bc58-e2218b3ecd96,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:51.351980 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b996306-9f4c-49c2-a7f7-52123c2fa9b1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.362289 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1b996306-9f4c-49c2-a7f7-52123c2fa9b1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3805015 Jun 27 14:10:51.365822 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35860) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:51.376439 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-0246b962-47ca-48e5-9661-7602a30d3ca2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'security_group_rule': {'security_group_id': '59b28f73-bbb5-4efa-9521-b79d2043d499', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:51.385120 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:51.475773 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0246b962-47ca-48e5-9661-7602a30d3ca2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (65965c48-4391-4642-9715-8ff504d527ea), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.520669 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Attempting to bind port a8b3194c-3128-456e-b1b6-e0e1f00303da on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:51.521313 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Attempting to bind port a8b3194c-3128-456e-b1b6-e0e1f00303da by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:51.521996 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Attempting to bind port a8b3194c-3128-456e-b1b6-e0e1f00303da on network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:51.557786 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:51.558367 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Checking segment: {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:51.570498 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.572260 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Bound using segment: {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:51.575692 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Bound port: a8b3194c-3128-456e-b1b6-e0e1f00303da, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:51.577874 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.714755 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0246b962-47ca-48e5-9661-7602a30d3ca2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (65965c48-4391-4642-9715-8ff504d527ea), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.739587 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0246b962-47ca-48e5-9661-7602a30d3ca2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (65965c48-4391-4642-9715-8ff504d527ea), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.764236 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.790070 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 98f5c707-98fd-4ef1-baec-8edf017d9e51 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:51.817668 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6b5516b0-503d-4a44-964b-fe2aa767977f req-8307c675-b235-4d53-a0f8-33d98e3b0761 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 210 time: 0.1009433 Jun 27 14:10:51.836021 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246b962-47ca-48e5-9661-7602a30d3ca2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65965c48-4391-4642-9715-8ff504d527ea,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:51.854220 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0246b962-47ca-48e5-9661-7602a30d3ca2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.862915 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0246b962-47ca-48e5-9661-7602a30d3ca2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4892848 Jun 27 14:10:51.864500 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35872) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:51.881425 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-565806b4-186f-433f-8ef9-2d197b88e648 None None] Provisioning complete for port a8b3194c-3128-456e-b1b6-e0e1f00303da triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:51.882478 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-565806b4-186f-433f-8ef9-2d197b88e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.885833 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:51.902342 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] For port a8b3194c-3128-456e-b1b6-e0e1f00303da, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:51.921002 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] For port a8b3194c-3128-456e-b1b6-e0e1f00303da, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=a8b3194c-3128-456e-b1b6-e0e1f00303da,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:51.924415 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Made reservation on behalf of af0b18811427410c826e9a09cd894132 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:51.938690 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.944491 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:51.949919 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.13', 56635) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:51.976471 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:52.151442 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:52.157477 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:52.204453 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Publish callbacks [] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:52.236734 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:52.324131 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66c367-b045-41cd-8e08-7d5827d2a61c None None] Pushing event updated for resources: {'Port': ['ID=a8b3194c-3128-456e-b1b6-e0e1f00303da,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:52.351162 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-0a4bed20-e1db-49ad-ad68-e9a9674b4a1b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:52.360405 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-0a4bed20-e1db-49ad-ad68-e9a9674b4a1b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 818 time: 0.4006398 Jun 27 14:10:52.425836 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Request body: {'port': {'device_id': 'ab0f620c-4114-44b3-99ba-7074cddba07f', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'admin_state_up': True, 'tenant_id': 'af0b18811427410c826e9a09cd894132'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:52.511784 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:52.536246 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:52.542181 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac0c4c-28fd-4677-87e6-50ee256ab8eb None None] Pushing event updated for resources: {'Port': ['ID=49b6658e-fbda-4d12-b96a-f54fbf5492df,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:52.551728 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-565806b4-186f-433f-8ef9-2d197b88e648 None None] Port a8b3194c-3128-456e-b1b6-e0e1f00303da cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:10:52.685188 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:52.800329 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Made reservation on behalf of af0b18811427410c826e9a09cd894132 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:52.817096 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:52.851572 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 680d0b7c-d912-4712-80e1-12eb053d3654 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:52.877390 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:52.926096 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a22d6774-2df2-4196-a9bc-7c15a10aaafc req-63c77d96-9fe7-4ae4-9c15-2d0316eb0f62 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 210 time: 0.2075996 Jun 27 14:10:53.013053 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.13', 56639) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:53.174572 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-2f7e56f8-1685-4862-b047-39635553e5c2 None None] Provisioning complete for port a8b3194c-3128-456e-b1b6-e0e1f00303da triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:53.183736 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f7e56f8-1685-4862-b047-39635553e5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:53.234915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35912) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:53.235552 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:53.280950 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-525430e5-c95b-440f-b9af-4013f382618c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161442635', 'description': 'tempest-description--236845468'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:53.326502 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:53.364605 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:51Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:53.493687 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd454b-9740-4c27-af1e-519428a93296 None None] The sync data for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi is: [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:51Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:10:53.660797 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Attempting to bind port 49b6658e-fbda-4d12-b96a-f54fbf5492df on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:53.661175 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Attempting to bind port 49b6658e-fbda-4d12-b96a-f54fbf5492df by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:53.661542 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Attempting to bind port 49b6658e-fbda-4d12-b96a-f54fbf5492df on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:53.713424 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:53.715443 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Checking segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:53.732711 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:53.739402 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Bound using segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:53.740052 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Bound port: 49b6658e-fbda-4d12-b96a-f54fbf5492df, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:53.742229 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:53.754815 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Sync routers for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:10:53.862018 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 680d0b7c-d912-4712-80e1-12eb053d3654 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:53.865543 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:53.870931 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a373d087-3f4e-4f86-9b47-072de196fdb7 req-4fde2212-b5a2-4c1d-98fb-ae07a33d106b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 210 time: 0.1920209 Jun 27 14:10:53.946666 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Allocated IP 172.20.0.7 (ecee4980-ce4f-4cdd-803e-14cbf5d5d803/42006c36-5ba7-4747-a8fc-9585563df0ef/95388752-3a74-41c2-b219-5fb7e2da7413) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:54.017731 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:54.053116 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Allocated IP 172.27.2.53 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/97efc7bc-18bf-42be-aa09-939efe671066) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:54.061008 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:54.061705 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-10091b79-aed9-40c9-943f-c53257135071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:54.191827 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-e62ad636-5426-4874-9d70-4ab1be50d1a9 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:54.195150 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-e62ad636-5426-4874-9d70-4ab1be50d1a9 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.13 "GET /v2.0/networks?id=8baa68e4-35e0-4960-89f7-da0c8635d3de HTTP/1.1" status: 200 len: 812 time: 1.1768365 Jun 27 14:10:54.254000 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Request body: {'port': {'device_id': '4ebda949-dfae-470f-81eb-725f085283b1', 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de', 'admin_state_up': True, 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:54.291762 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:54.393335 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-525430e5-c95b-440f-b9af-4013f382618c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:54.798751 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for port (95388752-3a74-41c2-b219-5fb7e2da7413), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:54.971966 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.210346 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 680d0b7c-d912-4712-80e1-12eb053d3654 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:55.211015 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.224425 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event updated for resources: {'Port': ['ID=95388752-3a74-41c2-b219-5fb7e2da7413,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:55.230566 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] For port 49b6658e-fbda-4d12-b96a-f54fbf5492df, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:55.240473 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:55.280436 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e56f8-1685-4862-b047-39635553e5c2 None None] Current status of the port a8b3194c-3128-456e-b1b6-e0e1f00303da is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:55.281871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f7e56f8-1685-4862-b047-39635553e5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.352955 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:55.364351 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] For port 49b6658e-fbda-4d12-b96a-f54fbf5492df, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=49b6658e-fbda-4d12-b96a-f54fbf5492df,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:55.378398 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:55.392726 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:55.399161 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:55.400045 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.417429 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-525430e5-c95b-440f-b9af-4013f382618c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (3796ff42-dc59-4364-a81f-ea552d130d92), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.432341 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-07ab8113-ea7f-4486-a6ac-d96e04b49209 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0389428 Jun 27 14:10:55.437670 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-525430e5-c95b-440f-b9af-4013f382618c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (3796ff42-dc59-4364-a81f-ea552d130d92), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.475328 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e919a5c-e969-4ce5-8642-f7da7d00df85 req-7e8334ca-2b38-4e67-99de-b58ca26dfed9 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:55.478232 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-2a9cf258-16ac-4550-b35c-9dff5936b429 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:10:55.479383 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e919a5c-e969-4ce5-8642-f7da7d00df85 req-7e8334ca-2b38-4e67-99de-b58ca26dfed9 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 931 time: 0.8917933 Jun 27 14:10:55.481925 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-2a9cf258-16ac-4550-b35c-9dff5936b429 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0291731 Jun 27 14:10:55.486140 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Allocated IP 172.20.0.8 (ecee4980-ce4f-4cdd-803e-14cbf5d5d803/42006c36-5ba7-4747-a8fc-9585563df0ef/98465f9b-6342-4822-8f44-f8fec9f75686) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:55.514825 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9327ecb8-6394-47f0-98cf-0f4f165cc2af req-81c7e7a7-7d17-4928-8678-84a3e3c004d2 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 210 time: 0.3749874 Jun 27 14:10:55.515158 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-525430e5-c95b-440f-b9af-4013f382618c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.516881 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-525430e5-c95b-440f-b9af-4013f382618c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2790799 Jun 27 14:10:55.520559 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 680d0b7c-d912-4712-80e1-12eb053d3654, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=680d0b7c-d912-4712-80e1-12eb053d3654,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:10:55.528611 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:55.536749 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35954) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:55.586482 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-065be1f0-4bb4-4ec6-abf4-a76d3dcbd9af tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'security_group_rule': {'security_group_id': '3796ff42-dc59-4364-a81f-ea552d130d92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:55.598011 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-2f7e56f8-1685-4862-b047-39635553e5c2 None None] For port a8b3194c-3128-456e-b1b6-e0e1f00303da, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=a8b3194c-3128-456e-b1b6-e0e1f00303da,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:10:55.602063 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.607805 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device c6d2546d-5a37-4d9a-a515-620840d62b0c up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:55.624020 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.653217 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for port (97efc7bc-18bf-42be-aa09-939efe671066), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.735064 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525430e5-c95b-440f-b9af-4013f382618c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3796ff42-dc59-4364-a81f-ea552d130d92,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:55.789466 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f7e56f8-1685-4862-b047-39635553e5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.832549 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:55.843679 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-065be1f0-4bb4-4ec6-abf4-a76d3dcbd9af tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (0c175886-e2f6-49a6-b24c-6963eb005ca8), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:55.892591 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:56.022059 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e919a5c-e969-4ce5-8642-f7da7d00df85 req-8cb53507-aaa3-45f6-ac27-831655671212 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989946 Jun 27 14:10:56.055986 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Made reservation on behalf of 8437a95e7fad44e3b549af4899a04bf8 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:10:56.063417 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:56.123290 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (97efc7bc-18bf-42be-aa09-939efe671066), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:56.532886 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-065be1f0-4bb4-4ec6-abf4-a76d3dcbd9af tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (0c175886-e2f6-49a6-b24c-6963eb005ca8), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:56.573041 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-065be1f0-4bb4-4ec6-abf4-a76d3dcbd9af tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (0c175886-e2f6-49a6-b24c-6963eb005ca8), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:56.575233 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-e59fb95b-eb18-4542-ba12-9304c8a830d3 None None] Provisioning complete for port 49b6658e-fbda-4d12-b96a-f54fbf5492df triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:56.576025 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e59fb95b-eb18-4542-ba12-9304c8a830d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:56.579258 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=680d0b7c-d912-4712-80e1-12eb053d3654,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:56.646216 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for port (98465f9b-6342-4822-8f44-f8fec9f75686), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:56.656533 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:56.713740 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:56.715160 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:56.722782 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Request body: {'port': {'device_id': 'ab0f620c-4114-44b3-99ba-7074cddba07f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:56.742786 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:56.774131 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-065be1f0-4bb4-4ec6-abf4-a76d3dcbd9af tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:56.777671 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-065be1f0-4bb4-4ec6-abf4-a76d3dcbd9af tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2308114 Jun 27 14:10:56.787905 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'Port': ['ID=97efc7bc-18bf-42be-aa09-939efe671066,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:56.793099 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35980) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:56.916322 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-fa677c26-1530-47d3-bd7b-c22571fe4608 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'security_group_rule': {'security_group_id': '3796ff42-dc59-4364-a81f-ea552d130d92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:56.924946 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065be1f0-4bb4-4ec6-abf4-a76d3dcbd9af tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c175886-e2f6-49a6-b24c-6963eb005ca8,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:57.062550 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:57.064147 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac0c4c-28fd-4677-87e6-50ee256ab8eb None None] Pushing event updated for resources: {'Port': ['ID=49b6658e-fbda-4d12-b96a-f54fbf5492df,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:57.127983 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:57.141646 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:57.172171 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:57.177057 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event updated for resources: {'Port': ['ID=98465f9b-6342-4822-8f44-f8fec9f75686,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:57.216476 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:57.228844 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:57.230489 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:57.254465 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:10:57.255196 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:57.336114 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:57.379497 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5d366ce2-d986-4e96-adce-6140afbef8e3 req-74194c97-d03d-4f69-b635-690a54cfabc4 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 210 time: 0.6242621 Jun 27 14:10:57.415575 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-aa32f7dd-8a63-4542-b197-0d6112e8360b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1856072 Jun 27 14:10:57.591444 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:57.646784 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port c6d2546d-5a37-4d9a-a515-620840d62b0c triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:57.647950 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:57.853048 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (61fdb4b6-cb81-451a-b897-00551b6a3492), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:57.891711 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=9,neutron:SELECT=79,neutron:UPDATE=7,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:57.901047 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e56f8-1685-4862-b047-39635553e5c2 None None] Pushing event updated for resources: {'Port': ['ID=a8b3194c-3128-456e-b1b6-e0e1f00303da,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:57.905010 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fa677c26-1530-47d3-bd7b-c22571fe4608 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (5b24b16e-855c-4daf-b6b6-6dd838a8c076), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:57.982190 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:57.983265 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Allocated IP 172.20.0.7 (8baa68e4-35e0-4960-89f7-da0c8635d3de/2a026109-9f2a-493e-9cc2-b838f72ce49f/3e93f44c-b004-42ed-9b70-44aa1dd506c3) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:10:58.005319 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64a2c9-d526-4cc8-8454-065183898edf req-33274ee9-77a0-41a0-8b97-5554bfd28dc1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:58.007462 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ba64a2c9-d526-4cc8-8454-065183898edf req-33274ee9-77a0-41a0-8b97-5554bfd28dc1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 931 time: 0.3976295 Jun 27 14:10:58.205704 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (97efc7bc-18bf-42be-aa09-939efe671066), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:58.287949 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:10:58.329166 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95388752-3a74-41c2-b219-5fb7e2da7413 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:10:58.357928 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Publish callbacks [] for port (95388752-3a74-41c2-b219-5fb7e2da7413), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:58.383998 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Request body: {'port': {'device_id': '8c0ba112-e8e8-4f73-a3a1-d790eb24dd84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:58.421548 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-e59fb95b-eb18-4542-ba12-9304c8a830d3 None None] Current status of the port 49b6658e-fbda-4d12-b96a-f54fbf5492df is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:58.425676 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e59fb95b-eb18-4542-ba12-9304c8a830d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:58.575112 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ba64a2c9-d526-4cc8-8454-065183898edf req-2701a321-0ced-4ce3-bfae-3676e5a0003c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988847 Jun 27 14:10:58.598139 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Transition to ACTIVE for port object 95388752-3a74-41c2-b219-5fb7e2da7413 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:10:58.616953 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fa677c26-1530-47d3-bd7b-c22571fe4608 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (5b24b16e-855c-4daf-b6b6-6dd838a8c076), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:58.669415 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c5db51c2-77f8-4933-a39e-222b7fa81c15 req-d2e37810-f89e-4ea0-af33-46f994e445ac tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 210 time: 0.0924675 Jun 27 14:10:58.701788 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fa677c26-1530-47d3-bd7b-c22571fe4608 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (5b24b16e-855c-4daf-b6b6-6dd838a8c076), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:58.709428 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:58.784010 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:58.798259 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Pushing event updated for resources: {'Port': ['ID=95388752-3a74-41c2-b219-5fb7e2da7413,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:58.830079 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-e59fb95b-eb18-4542-ba12-9304c8a830d3 None None] For port 49b6658e-fbda-4d12-b96a-f54fbf5492df, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=49b6658e-fbda-4d12-b96a-f54fbf5492df,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:10:58.839185 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port c6d2546d-5a37-4d9a-a515-620840d62b0c is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:58.841918 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8bad1393-e508-40f9-aca7-b2418d34a487 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:10:58.845884 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:58.856925 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e59fb95b-eb18-4542-ba12-9304c8a830d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.008337 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa677c26-1530-47d3-bd7b-c22571fe4608 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b24b16e-855c-4daf-b6b6-6dd838a8c076,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:59.012448 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fa677c26-1530-47d3-bd7b-c22571fe4608 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.013720 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-fa677c26-1530-47d3-bd7b-c22571fe4608 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1864882 Jun 27 14:10:59.019710 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36036) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:10:59.026337 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:10:59.042001 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Attempting to bind port 95388752-3a74-41c2-b219-5fb7e2da7413 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:10:59.042363 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Attempting to bind port 95388752-3a74-41c2-b219-5fb7e2da7413 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:10:59.056924 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Attempting to bind port 95388752-3a74-41c2-b219-5fb7e2da7413 on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:59.085511 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:59.089516 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:10:59.113798 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Port 95388752-3a74-41c2-b219-5fb7e2da7413 on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:10:59.114131 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Attempting to bind port 95388752-3a74-41c2-b219-5fb7e2da7413 on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:10:59.136916 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a4998956-ffe2-4fcb-abb1-92765a67dae1 None None] Provisioning complete for port 49b6658e-fbda-4d12-b96a-f54fbf5492df triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:59.137821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a4998956-ffe2-4fcb-abb1-92765a67dae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.182407 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-10091b79-aed9-40c9-943f-c53257135071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:10:47Z', 'revision_number': 2, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:59.222419 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Publish callbacks [] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.270352 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Checking router: bb402c12-b694-4ad0-b8af-73859a61e376 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:10:59.270850 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Updating router bb402c12-b694-4ad0-b8af-73859a61e376 port 8d022073-32ba-4d7a-b61a-34db023ebc3f binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:10:59.303143 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for port (97efc7bc-18bf-42be-aa09-939efe671066), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.313384 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:10:59.313950 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Checking segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:10:59.316368 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Bound using segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:10:59.317166 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Bound port: 95388752-3a74-41c2-b219-5fb7e2da7413, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:10:59.318317 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.321359 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (97efc7bc-18bf-42be-aa09-939efe671066), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.358825 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a4998956-ffe2-4fcb-abb1-92765a67dae1 None None] Current status of the port 49b6658e-fbda-4d12-b96a-f54fbf5492df is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:10:59.370220 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (61fdb4b6-cb81-451a-b897-00551b6a3492), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.388844 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.393989 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fb95b-eb18-4542-ba12-9304c8a830d3 None None] Pushing event updated for resources: {'Port': ['ID=49b6658e-fbda-4d12-b96a-f54fbf5492df,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:59.401208 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'Port': ['ID=97efc7bc-18bf-42be-aa09-939efe671066,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:59.417612 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.417808 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 8bad1393-e508-40f9-aca7-b2418d34a487 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:10:59.418356 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.446222 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.447758 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-65092c6f-9f01-4139-855a-1485ef634b96 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5815961 Jun 27 14:10:59.524854 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] For port 95388752-3a74-41c2-b219-5fb7e2da7413, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:10:59.566286 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Network 8baa68e4-35e0-4960-89f7-da0c8635d3de is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:10:59.573141 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] For port 95388752-3a74-41c2-b219-5fb7e2da7413, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=95388752-3a74-41c2-b219-5fb7e2da7413,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:10:59.581630 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:10:59.632729 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:10:59.636685 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.674923 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:59.679299 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.753828 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Pushing event updated for resources: {'Port': ['ID=3e93f44c-b004-42ed-9b70-44aa1dd506c3,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:10:59.815232 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:10:59.815880 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:10:59.825150 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] 10.222.0.13 "PUT /v2.0/ports/95388752-3a74-41c2-b219-5fb7e2da7413 HTTP/1.1" status: 200 len: 1093 time: 3.9486983 Jun 27 14:10:59.834852 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0f620c-4114-44b3-99ba-7074cddba07f', 'tag': '95388752-3a74-41c2-b219-5fb7e2da7413'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:10:59.935534 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:10:59.982194 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1fa2da7b-527b-4cd9-983e-16f3f8578f7e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7442276 Jun 27 14:11:00.120637 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8088d-c812-4ac5-9b44-a7500d3f29c1 None None] The sync data for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi is: [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:11:00.190353 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:00.236066 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Request body: {'port': {'device_id': '4ebda949-dfae-470f-81eb-725f085283b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:11:00.454678 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236c944-3e2b-406c-ac3c-9449b56a856a service neutron] Pushing event updated for resources: {'Port': ['ID=95388752-3a74-41c2-b219-5fb7e2da7413,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:00.526032 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 8bad1393-e508-40f9-aca7-b2418d34a487 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:00.530571 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:00.706460 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 8bad1393-e508-40f9-aca7-b2418d34a487, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=8bad1393-e508-40f9-aca7-b2418d34a487,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:00.721038 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a4998956-ffe2-4fcb-abb1-92765a67dae1 None None] Provisioning complete for port 98465f9b-6342-4822-8f44-f8fec9f75686 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:00.725332 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a4998956-ffe2-4fcb-abb1-92765a67dae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:00.951755 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:00.956203 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device cdc8764f-1cee-4604-87ec-9537c35f4db9 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:01.120234 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:01.135763 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=8bad1393-e508-40f9-aca7-b2418d34a487,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:01.152388 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a4998956-ffe2-4fcb-abb1-92765a67dae1 None None] Port 98465f9b-6342-4822-8f44-f8fec9f75686 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:11:01.242527 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36084) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:01.275064 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13eeb6-4ef3-4fa3-aca6-4349905d5175 req-820bda7d-f255-43d4-b1f8-ecc895e92f2b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:01.283671 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fb13eeb6-4ef3-4fa3-aca6-4349905d5175 req-820bda7d-f255-43d4-b1f8-ecc895e92f2b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 1.5165601 Jun 27 14:11:01.311107 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:01.348483 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe15d0a-751b-4c24-bf78-f11273e61fcf req-d541a1ca-5838-4ada-b67e-a016c613f3c4 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:01.358325 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fbe15d0a-751b-4c24-bf78-f11273e61fcf req-d541a1ca-5838-4ada-b67e-a016c613f3c4 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 931 time: 1.4223249 Jun 27 14:11:01.383036 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-d548e668-b145-4580-9873-103cf766660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:01.390288 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-d548e668-b145-4580-9873-103cf766660a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 1127 time: 1.1628466 Jun 27 14:11:01.507767 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:01.551001 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fb13eeb6-4ef3-4fa3-aca6-4349905d5175 req-15325797-f000-4eb5-8674-4c97951af031 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559769 Jun 27 14:11:01.612724 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port cdc8764f-1cee-4604-87ec-9537c35f4db9 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:01.621351 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:01.631057 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fbe15d0a-751b-4c24-bf78-f11273e61fcf req-345c72c9-b70a-4707-932a-cc2c60442e5f tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713423 Jun 27 14:11:01.773287 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960f4d41-a58a-4f28-a6e0-1a06aa373daf" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0f620c-4114-44b3-99ba-7074cddba07f", "tag": "95388752-3a74-41c2-b219-5fb7e2da7413"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:01.985852 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-6305af0f-146c-4af7-a47e-21085d2cfa52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95388752-3a74-41c2-b219-5fb7e2da7413 HTTP/1.1" status: 200 len: 217 time: 0.5590408 Jun 27 14:11:02.053425 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:02.088565 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-4ef21fce-9b44-4d04-86bd-757c211efc96 None None] Provisioning complete for port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:02.090368 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ef21fce-9b44-4d04-86bd-757c211efc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:02.170559 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4ef21fce-9b44-4d04-86bd-757c211efc96 None None] Port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:11:02.329575 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:02.519841 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd4e8da-d239-47ae-99d2-9a8a91eba469 x-openstack-request-id: req-ffd4e8da-d239-47ae-99d2-9a8a91eba469 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:02.523542 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0f620c-4114-44b3-99ba-7074cddba07f", "tag": "95388752-3a74-41c2-b219-5fb7e2da7413", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:02.526395 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffd4e8da-d239-47ae-99d2-9a8a91eba469 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:02.529902 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd4e8da-d239-47ae-99d2-9a8a91eba469'] response: {'name': 'network-changed', 'server_uuid': 'ab0f620c-4114-44b3-99ba-7074cddba07f', 'tag': '95388752-3a74-41c2-b219-5fb7e2da7413', 'status': 'completed', 'code': 200} Jun 27 14:11:02.712713 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port cdc8764f-1cee-4604-87ec-9537c35f4db9 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:03.027858 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:03.043382 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-024b921f-d115-429c-9b7a-6ac2309beb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:03.051835 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-024b921f-d115-429c-9b7a-6ac2309beb65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 1.0086546 Jun 27 14:11:03.102946 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:03.204676 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e93f44c-b004-42ed-9b70-44aa1dd506c3 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:11:03.212358 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-59035900-5cca-40c2-b928-36092a8beff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:03.217875 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Publish callbacks [] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:03.227944 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:03.326566 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Publish callbacks [] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:03.334156 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98465f9b-6342-4822-8f44-f8fec9f75686 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:11:03.350013 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:03.384339 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183a5c1-6334-4554-83a6-b84b631a2d03 req-b4fd4aee-94ea-4ea5-8003-4933f3c2389f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:03.386700 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d183a5c1-6334-4554-83a6-b84b631a2d03 req-b4fd4aee-94ea-4ea5-8003-4933f3c2389f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.3484287 Jun 27 14:11:03.399161 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Publish callbacks [] for port (98465f9b-6342-4822-8f44-f8fec9f75686), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:03.437639 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Transition to ACTIVE for port object 3e93f44c-b004-42ed-9b70-44aa1dd506c3 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:11:03.515635 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Transition to ACTIVE for port object 98465f9b-6342-4822-8f44-f8fec9f75686 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:11:03.531123 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c4933cc1-be69-47df-baf2-a763e83c5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:03.535027 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-c4933cc1-be69-47df-baf2-a763e83c5f87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3947451 Jun 27 14:11:03.544000 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:03.545098 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:03.570325 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 680d0b7c-d912-4712-80e1-12eb053d3654 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:03.634973 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Allocated IP 172.27.2.204 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/b2714626-3577-4b31-9dd0-4db9d5624694) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:11:03.702319 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-166d9fc2-b171-4a21-9749-bffadb084f25 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1925069406&fields=id&tenant_id=c7540423cb0c4efe894b17063efa9182 HTTP/1.1" status: 200 len: 267 time: 0.6625862 Jun 27 14:11:03.824096 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=98465f9b-6342-4822-8f44-f8fec9f75686,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:03.873841 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b398b0-4464-4654-b8e2-9128022e0827 None None] Pushing event updated for resources: {'Port': ['ID=8d022073-32ba-4d7a-b61a-34db023ebc3f,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:03.992274 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Pushing event updated for resources: {'Port': ['ID=3e93f44c-b004-42ed-9b70-44aa1dd506c3,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:04.028411 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d183a5c1-6334-4554-83a6-b84b631a2d03 req-21ecf85c-99ea-4cc0-8298-9bcf612664f2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885766 Jun 27 14:11:04.032069 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 680d0b7c-d912-4712-80e1-12eb053d3654 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:04.032069 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.083305 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Attempting to bind port 98465f9b-6342-4822-8f44-f8fec9f75686 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:11:04.083864 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Attempting to bind port 98465f9b-6342-4822-8f44-f8fec9f75686 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:11:04.086110 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Attempting to bind port 98465f9b-6342-4822-8f44-f8fec9f75686 on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:11:04.157282 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Attempting to bind port 8d022073-32ba-4d7a-b61a-34db023ebc3f on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:11:04.157654 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Attempting to bind port 8d022073-32ba-4d7a-b61a-34db023ebc3f by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:11:04.159895 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Attempting to bind port 8d022073-32ba-4d7a-b61a-34db023ebc3f on network 9d1575ad-e082-42db-9394-d8ba8185acc8 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:11:04.172417 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Port 98465f9b-6342-4822-8f44-f8fec9f75686 on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:11:04.178627 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Attempting to bind port 98465f9b-6342-4822-8f44-f8fec9f75686 on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:11:04.202495 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Attempting to bind port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:11:04.203213 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Attempting to bind port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:11:04.203765 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Attempting to bind port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 on network 8baa68e4-35e0-4960-89f7-da0c8635d3de {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:11:04.226580 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:11:04.234848 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Checking segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:11:04.235528 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Bound using segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:11:04.236546 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Bound port: 98465f9b-6342-4822-8f44-f8fec9f75686, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:11:04.239419 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.248766 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 680d0b7c-d912-4712-80e1-12eb053d3654 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:04.250601 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device a8b3194c-3128-456e-b1b6-e0e1f00303da up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:04.253486 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:11:04.254338 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Checking segment: {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:11:04.254943 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.255509 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Bound using segment: {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:11:04.256322 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Bound port: 8d022073-32ba-4d7a-b61a-34db023ebc3f, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:11:04.257089 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.345162 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-1b240e8f-c46c-4de8-acc0-6c189cc6d0a7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:04.359815 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-1b240e8f-c46c-4de8-acc0-6c189cc6d0a7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 810 time: 0.6190627 Jun 27 14:11:04.372154 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-59035900-5cca-40c2-b928-36092a8beff7 admin admin] Publish callbacks [] for security_group (695e5901-4659-4e11-825d-4fa72a25ec7b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.389141 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 on network 8baa68e4-35e0-4960-89f7-da0c8635d3de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:11:04.390174 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Attempting to bind port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 on network 8baa68e4-35e0-4960-89f7-da0c8635d3de {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:11:04.426364 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-19faef79-160d-42c8-8ffe-7b96cb99fa3a tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/quotas/c7540423cb0c4efe894b17063efa9182 HTTP/1.1" status: 200 len: 375 time: 0.0652258 Jun 27 14:11:04.428974 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-59035900-5cca-40c2-b928-36092a8beff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (695e5901-4659-4e11-825d-4fa72a25ec7b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.469611 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:11:04.469954 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Checking segment: {'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:11:04.470529 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Bound using segment: {'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:11:04.471081 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Bound port: 3e93f44c-b004-42ed-9b70-44aa1dd506c3, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:11:04.471457 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.553085 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for port (b2714626-3577-4b31-9dd0-4db9d5624694), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.571725 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a6df5bf6-3506-4647-a7b8-fb85a94d6605 None None] Provisioning complete for port 8d022073-32ba-4d7a-b61a-34db023ebc3f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:04.572531 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6df5bf6-3506-4647-a7b8-fb85a94d6605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.576412 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:04.627185 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] For port 98465f9b-6342-4822-8f44-f8fec9f75686, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:11:04.649809 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] For port 98465f9b-6342-4822-8f44-f8fec9f75686, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=98465f9b-6342-4822-8f44-f8fec9f75686,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:11:04.660328 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (b2714626-3577-4b31-9dd0-4db9d5624694), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.661660 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f19a-6065-4b21-90cf-e644480a5a98 req-9bb2b611-2af8-42b2-8e80-8284bbd9be04 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:04.663504 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d4b2f19a-6065-4b21-90cf-e644480a5a98 req-9bb2b611-2af8-42b2-8e80-8284bbd9be04 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.4450197 Jun 27 14:11:04.673440 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a6df5bf6-3506-4647-a7b8-fb85a94d6605 None None] Port 8d022073-32ba-4d7a-b61a-34db023ebc3f cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:11:04.689143 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-59035900-5cca-40c2-b928-36092a8beff7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=672251c9a1ef4e32ada49298a9a4b280&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4029450 Jun 27 14:11:04.699746 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36160) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:04.711497 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59035900-5cca-40c2-b928-36092a8beff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695e5901-4659-4e11-825d-4fa72a25ec7b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:04.737059 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-151149be-60fe-4956-8668-48b15848dd59 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3077126 Jun 27 14:11:04.763969 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.771047 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:04.781513 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-10091b79-aed9-40c9-943f-c53257135071 None None] For port 8d022073-32ba-4d7a-b61a-34db023ebc3f, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:11:04.790630 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-10091b79-aed9-40c9-943f-c53257135071 None None] For port 8d022073-32ba-4d7a-b61a-34db023ebc3f, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=8d022073-32ba-4d7a-b61a-34db023ebc3f,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:11:04.794918 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port a8b3194c-3128-456e-b1b6-e0e1f00303da triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:04.795582 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.848366 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.866090 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:11:04.900286 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:11:04.906421 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:11:04.926385 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b398b0-4464-4654-b8e2-9128022e0827 None None] Pushing event updated for resources: {'Port': ['ID=8d022073-32ba-4d7a-b61a-34db023ebc3f,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:04.956667 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:04.960062 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:04.969162 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/98465f9b-6342-4822-8f44-f8fec9f75686 HTTP/1.1" status: 200 len: 1093 time: 6.5977702 Jun 27 14:11:05.000285 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:05.001961 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port a8b3194c-3128-456e-b1b6-e0e1f00303da is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:05.003554 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 49b6658e-fbda-4d12-b96a-f54fbf5492df up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:05.037544 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:11:05.038581 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-10091b79-aed9-40c9-943f-c53257135071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:10:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:11:05.145097 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (a19ae2f2-dac2-4e5d-9957-089af9535c08), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:05.181414 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d4b2f19a-6065-4b21-90cf-e644480a5a98 req-894032bd-9f0d-474c-ac96-a20d7a49362d tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802439 Jun 27 14:11:05.270778 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-10091b79-aed9-40c9-943f-c53257135071 None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:11:05.301552 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0ba112-e8e8-4f73-a3a1-d790eb24dd84', 'tag': '98465f9b-6342-4822-8f44-f8fec9f75686'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:11:05.312361 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e6d534-b76e-40e6-9a2b-a857a80419b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0ba112-e8e8-4f73-a3a1-d790eb24dd84", "tag": "98465f9b-6342-4822-8f44-f8fec9f75686"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:05.363350 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-a6741b0a-f06d-46ab-a1b8-a9a37827fb8d service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252695 Jun 27 14:11:05.364692 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'Port': ['ID=b2714626-3577-4b31-9dd0-4db9d5624694,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:05.432401 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:05.484338 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-7ae03153-cd73-4f19-8e40-91e5412b8772 service neutron] 10.222.0.43 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040668 Jun 27 14:11:05.486032 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:05.496839 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 49b6658e-fbda-4d12-b96a-f54fbf5492df triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:05.497503 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:05.517157 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] For port 3e93f44c-b004-42ed-9b70-44aa1dd506c3, host hv-cinder-84112, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:11:05.537840 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (b2714626-3577-4b31-9dd0-4db9d5624694), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:05.596924 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f795bd5a-60bf-47b1-8aa2-a0edc5e0fa63 admin admin] Publish callbacks [] for security_group (695e5901-4659-4e11-825d-4fa72a25ec7b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:05.640554 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d170911-3e2f-4590-936e-2092b3b95b8c req-a9a03812-bd85-4ad3-8542-8988b614eb33 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:05.650327 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d170911-3e2f-4590-936e-2092b3b95b8c req-a9a03812-bd85-4ad3-8542-8988b614eb33 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.2049897 Jun 27 14:11:05.657212 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] For port 3e93f44c-b004-42ed-9b70-44aa1dd506c3, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3e93f44c-b004-42ed-9b70-44aa1dd506c3,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:11:05.711338 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:05.759034 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-8ca42e4e-a156-48b3-9bfe-9425f63fbf5c None None] Provisioning complete for port 8d022073-32ba-4d7a-b61a-34db023ebc3f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:05.760015 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ca42e4e-a156-48b3-9bfe-9425f63fbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:05.764256 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f795bd5a-60bf-47b1-8aa2-a0edc5e0fa63 admin admin] Publish callbacks [] for security_group (695e5901-4659-4e11-825d-4fa72a25ec7b), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:05.781775 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 49b6658e-fbda-4d12-b96a-f54fbf5492df is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:05.784009 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8bad1393-e508-40f9-aca7-b2418d34a487 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:05.787767 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc9c4c-c365-424e-b84c-d7c0c2d4f8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=98465f9b-6342-4822-8f44-f8fec9f75686,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:05.878463 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:05.879565 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:05.885335 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] 10.222.0.13 "PUT /v2.0/ports/3e93f44c-b004-42ed-9b70-44aa1dd506c3 HTTP/1.1" status: 200 len: 1093 time: 5.7194269 Jun 27 14:11:05.886464 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebda949-dfae-470f-81eb-725f085283b1', 'tag': '3e93f44c-b004-42ed-9b70-44aa1dd506c3'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:11:05.937380 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for port (b2714626-3577-4b31-9dd0-4db9d5624694), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:05.945302 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (b2714626-3577-4b31-9dd0-4db9d5624694), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:06.047128 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (a19ae2f2-dac2-4e5d-9957-089af9535c08), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:06.066966 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d170911-3e2f-4590-936e-2092b3b95b8c req-0142121b-ca4d-49ef-85f0-293214a228cb tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155607 Jun 27 14:11:06.083377 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-2d5d694c-c8fa-46c0-8a05-5a62f5e13f19 service neutron] 10.222.0.43 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974073 Jun 27 14:11:06.089071 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8af43-331a-4a06-833e-0843d63b4707 service neutron] Pushing event updated for resources: {'Port': ['ID=3e93f44c-b004-42ed-9b70-44aa1dd506c3,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:06.140656 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f795bd5a-60bf-47b1-8aa2-a0edc5e0fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (695e5901-4659-4e11-825d-4fa72a25ec7b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:06.145495 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f795bd5a-60bf-47b1-8aa2-a0edc5e0fa63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:06.148665 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f795bd5a-60bf-47b1-8aa2-a0edc5e0fa63 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/695e5901-4659-4e11-825d-4fa72a25ec7b HTTP/1.1" status: 204 len: 168 time: 1.4459605 Jun 27 14:11:06.162385 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'Port': ['ID=b2714626-3577-4b31-9dd0-4db9d5624694,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:06.177505 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795bd5a-60bf-47b1-8aa2-a0edc5e0fa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695e5901-4659-4e11-825d-4fa72a25ec7b,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:06.204734 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:06.217469 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6c80de93-977b-49bb-90db-c22e3387ef16 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1841495 Jun 27 14:11:06.228063 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-10091b79-aed9-40c9-943f-c53257135071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:04Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:11:06.333233 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f04ba5-d06a-440f-b5f4-78e2211f69c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebda949-dfae-470f-81eb-725f085283b1", "tag": "3e93f44c-b004-42ed-9b70-44aa1dd506c3"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:06.392263 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10091b79-aed9-40c9-943f-c53257135071 None None] The sync data for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi is: [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:04Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:11:06.415589 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5615207-38e7-4a32-9e59-5e5f418a772a x-openstack-request-id: req-f5615207-38e7-4a32-9e59-5e5f418a772a {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:06.415990 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0ba112-e8e8-4f73-a3a1-d790eb24dd84", "tag": "98465f9b-6342-4822-8f44-f8fec9f75686", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:06.416591 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5615207-38e7-4a32-9e59-5e5f418a772a {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:06.416795 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5615207-38e7-4a32-9e59-5e5f418a772a'] response: {'name': 'network-changed', 'server_uuid': '8c0ba112-e8e8-4f73-a3a1-d790eb24dd84', 'tag': '98465f9b-6342-4822-8f44-f8fec9f75686', 'status': 'completed', 'code': 200} Jun 27 14:11:06.525047 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:06.707865 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f477189-5094-4f7e-a065-53aeee2f1b82 req-9ac1c444-9f94-4699-8e7f-84ae63f79714 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:06.717232 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6f477189-5094-4f7e-a065-53aeee2f1b82 req-9ac1c444-9f94-4699-8e7f-84ae63f79714 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.1432068 Jun 27 14:11:06.727541 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 8bad1393-e508-40f9-aca7-b2418d34a487 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:06.728381 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:06.733078 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-8ca42e4e-a156-48b3-9bfe-9425f63fbf5c None None] Current status of the port 8d022073-32ba-4d7a-b61a-34db023ebc3f is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:06.734021 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ca42e4e-a156-48b3-9bfe-9425f63fbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:06.948914 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6f477189-5094-4f7e-a065-53aeee2f1b82 req-ba89964a-18c5-4b63-a11f-261374cbe04f tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284522 Jun 27 14:11:07.013573 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-8ca42e4e-a156-48b3-9bfe-9425f63fbf5c None None] For port 8d022073-32ba-4d7a-b61a-34db023ebc3f, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=8d022073-32ba-4d7a-b61a-34db023ebc3f,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:07.027796 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ca42e4e-a156-48b3-9bfe-9425f63fbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:07.188481 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f6738e39-ff14-48a7-ae1a-fe38885a29c4 req-893dc51f-e552-4501-8b30-48a18d484418 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.1471004 Jun 27 14:11:07.205903 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca42e4e-a156-48b3-9bfe-9425f63fbf5c None None] Pushing event updated for resources: {'Port': ['ID=8d022073-32ba-4d7a-b61a-34db023ebc3f,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:07.243564 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 8bad1393-e508-40f9-aca7-b2418d34a487 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:07.328469 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:07.376274 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:07.419292 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dfd545-a1c4-4da8-844f-6d0caa531a9a x-openstack-request-id: req-86dfd545-a1c4-4da8-844f-6d0caa531a9a {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:07.420233 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebda949-dfae-470f-81eb-725f085283b1", "tag": "3e93f44c-b004-42ed-9b70-44aa1dd506c3", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:07.420696 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86dfd545-a1c4-4da8-844f-6d0caa531a9a {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:07.424471 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86dfd545-a1c4-4da8-844f-6d0caa531a9a'] response: {'name': 'network-changed', 'server_uuid': '4ebda949-dfae-470f-81eb-725f085283b1', 'tag': '3e93f44c-b004-42ed-9b70-44aa1dd506c3', 'status': 'completed', 'code': 200} Jun 27 14:11:07.475755 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8d022073-32ba-4d7a-b61a-34db023ebc3f up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:07.638462 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebb743b9-2f97-4f21-81db-2ffaae8982ab req-cc7a2cba-a37c-4147-8206-737500677dcb service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827088 Jun 27 14:11:07.645459 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-fa182b3b-5895-48f0-b0c7-96a44b425fc4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--161442635&fields=id&tenant_id=12a08b9d2c92484481315d29fafa47c2 HTTP/1.1" status: 200 len: 267 time: 0.1592109 Jun 27 14:11:07.653268 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 8d022073-32ba-4d7a-b61a-34db023ebc3f triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:07.653941 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:07.679079 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36232) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:07.707146 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-afada172-0cc2-4424-ac14-354d57d885db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:07.748150 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d205de4-8606-4c06-ab5d-f7de532f35f3 req-b29680e5-0a10-4679-9606-4fcd27281a92 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:07.756059 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8d205de4-8606-4c06-ab5d-f7de532f35f3 req-b29680e5-0a10-4679-9606-4fcd27281a92 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.1717713 Jun 27 14:11:07.770191 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:07.772631 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 8d022073-32ba-4d7a-b61a-34db023ebc3f is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:07.833959 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-afada172-0cc2-4424-ac14-354d57d885db admin admin] Publish callbacks [] for security_group (0c5e2455-e26c-4d8d-b4fd-1b33899658f9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:07.840411 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-afada172-0cc2-4424-ac14-354d57d885db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (0c5e2455-e26c-4d8d-b4fd-1b33899658f9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:07.906569 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-afada172-0cc2-4424-ac14-354d57d885db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72982e9c9c8e4ba09a75dcc9ff6a1ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230585 Jun 27 14:11:07.906569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afada172-0cc2-4424-ac14-354d57d885db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5e2455-e26c-4d8d-b4fd-1b33899658f9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:07.907694 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36234) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:07.984139 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-78342196-54f8-4dfa-847f-b51dcd887399 admin admin] Publish callbacks [] for security_group (0c5e2455-e26c-4d8d-b4fd-1b33899658f9), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:08.014584 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-78342196-54f8-4dfa-847f-b51dcd887399 admin admin] Publish callbacks [] for security_group (0c5e2455-e26c-4d8d-b4fd-1b33899658f9), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:08.083455 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-78342196-54f8-4dfa-847f-b51dcd887399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (0c5e2455-e26c-4d8d-b4fd-1b33899658f9), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:08.088182 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-78342196-54f8-4dfa-847f-b51dcd887399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:08.089501 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-78342196-54f8-4dfa-847f-b51dcd887399 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c5e2455-e26c-4d8d-b4fd-1b33899658f9 HTTP/1.1" status: 204 len: 168 time: 0.1806085 Jun 27 14:11:08.105118 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78342196-54f8-4dfa-847f-b51dcd887399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5e2455-e26c-4d8d-b4fd-1b33899658f9,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:08.145034 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8d205de4-8606-4c06-ab5d-f7de532f35f3 req-9f436867-bb30-4ade-b293-184d064050d0 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879454 Jun 27 14:11:08.156460 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-74b13c12-650d-4846-b62b-0a903ce90b89 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:08.158175 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-74b13c12-650d-4846-b62b-0a903ce90b89 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 816 time: 0.4651120 Jun 27 14:11:08.180071 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-71d2622d-b963-4368-9ce8-2570cc7be895 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/quotas/12a08b9d2c92484481315d29fafa47c2 HTTP/1.1" status: 200 len: 375 time: 0.0146601 Jun 27 14:11:08.285600 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-fdd39808-a14e-45ac-a972-04d06333c6c8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945473 Jun 27 14:11:08.301616 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc667e-b773-4e4b-856a-03161ae8bf92 req-40c384ce-186e-40f7-9931-ccb6e167c071 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:08.303391 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5cdc667e-b773-4e4b-856a-03161ae8bf92 req-40c384ce-186e-40f7-9931-ccb6e167c071 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.0659266 Jun 27 14:11:08.452297 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:08.496465 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5cdc667e-b773-4e4b-856a-03161ae8bf92 req-2b04a15e-8779-43b3-8d8b-acbfca33f35d tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858947 Jun 27 14:11:08.555406 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2f05ad4f-2242-4cde-9a51-dcfc5f28d97e service neutron] 10.222.0.43 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364888 Jun 27 14:11:08.719412 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-acfe2349-f05d-4af8-ae78-64158d53bc23 req-651c06d4-6e7a-4342-a8c2-36b357b5f88e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.1049011 Jun 27 14:11:08.731858 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:08.782820 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-b1461080-2501-41c3-be75-c94bfbfc700a service neutron] 10.222.0.43 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244990 Jun 27 14:11:09.125315 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ab1073f9-c82d-42a4-88de-0dd0c805b2a9 req-3921062a-1f2d-43ec-8758-012e3083f98b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.1117432 Jun 27 14:11:09.603486 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b52eee-c013-4681-92c5-737331b54756 req-72af6590-82f2-4dec-b82f-21d79ec34abb tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:09.617482 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4b52eee-c013-4681-92c5-737331b54756 req-72af6590-82f2-4dec-b82f-21d79ec34abb tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.2017920 Jun 27 14:11:09.852006 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4b52eee-c013-4681-92c5-737331b54756 req-d2340066-6ad8-48dc-a5ab-6042e66dcafe tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237511 Jun 27 14:11:09.919343 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797abbc-da94-4e21-95bf-ab0debfe11e0 req-fff43822-11e2-4f3e-a8ba-5c7433be72ad tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:09.933957 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0797abbc-da94-4e21-95bf-ab0debfe11e0 req-fff43822-11e2-4f3e-a8ba-5c7433be72ad tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.2540359 Jun 27 14:11:10.054035 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bedcc182-0c1f-4df2-be7f-90bbda6ac0db req-4eb4a581-b6b2-4401-ab36-cbfa39ad22c6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0844381 Jun 27 14:11:10.074018 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0797abbc-da94-4e21-95bf-ab0debfe11e0 req-5ba60bdf-0a6e-450b-80d6-e550d060223f tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361768 Jun 27 14:11:10.379758 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f59225f1-364b-4d93-9d6e-c7642bc64a96 req-b264edd6-f8f0-4a93-9709-5b387dd5b156 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0985570 Jun 27 14:11:10.414727 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-a4a5c4a4-b8fd-47b8-9fb7-c36f9a929afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:10.418120 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-a4a5c4a4-b8fd-47b8-9fb7-c36f9a929afc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 1127 time: 0.1991210 Jun 27 14:11:11.007348 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5687b-eed5-48a9-ae3c-33d9feb42a05 req-012be159-e623-48c2-96ca-5a1ce172e334 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:11.009659 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-32c5687b-eed5-48a9-ae3c-33d9feb42a05 req-012be159-e623-48c2-96ca-5a1ce172e334 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.0750952 Jun 27 14:11:11.091107 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-32c5687b-eed5-48a9-ae3c-33d9feb42a05 req-12ad2798-2919-4858-be4d-dc9c0da8ab79 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700765 Jun 27 14:11:11.201810 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b1ed9ab6-b6f2-4241-89a1-8031de263c08 req-41236279-4343-4f36-8f7f-0bf9ab7945d1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0414138 Jun 27 14:11:11.274892 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799c9fe-bcfd-4296-9649-6de4c753eebf req-3194c2cd-2cd4-47e3-8cca-0302e280c350 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:11.276985 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f799c9fe-bcfd-4296-9649-6de4c753eebf req-3194c2cd-2cd4-47e3-8cca-0302e280c350 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.0648139 Jun 27 14:11:11.334062 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f799c9fe-bcfd-4296-9649-6de4c753eebf req-69497602-66fb-434f-b10c-e8eee1419a62 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Jun 27 14:11:11.521426 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e0cd48b-164d-4889-9169-ceb7e62b8b66 req-6e81c63e-55b3-4e03-802d-1f7f4272287b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0462976 Jun 27 14:11:12.279249 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6dfdf-2bb6-4593-8688-9720167b26d6 req-b5047360-6a5e-4a21-8c5a-3b1ee71fd417 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:12.279249 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-13d6dfdf-2bb6-4593-8688-9720167b26d6 req-b5047360-6a5e-4a21-8c5a-3b1ee71fd417 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.0757182 Jun 27 14:11:12.420432 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a473164c-245f-44d4-8ebb-b78c7fcdc133 req-e0f6ca25-f68a-48e7-9a72-de199e2f3165 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0757477 Jun 27 14:11:12.427194 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-13d6dfdf-2bb6-4593-8688-9720167b26d6 req-84371af4-1239-42d5-9c17-578d95e97813 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402128 Jun 27 14:11:12.621821 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d8e4c-66eb-496d-ac5e-07cfb26599f6 req-b2727b65-835c-4d6d-ae2c-8fbca882d141 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:12.635419 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-463d8e4c-66eb-496d-ac5e-07cfb26599f6 req-b2727b65-835c-4d6d-ae2c-8fbca882d141 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.1198726 Jun 27 14:11:12.791120 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-463d8e4c-66eb-496d-ac5e-07cfb26599f6 req-420d7d3e-4b8c-4a01-b7ee-3ab9d21f0750 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534996 Jun 27 14:11:12.839144 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1626b801-281e-40d0-a49a-277bd495b176 req-32fc8b3a-ea87-4d28-b85f-c6c0c85b4f89 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0879912 Jun 27 14:11:13.337424 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=27 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:13.341895 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=15 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:13.630110 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-21d1f33b-22f6-4244-9d53-7e012b3f35ac req-cf69ded7-e092-4e36-b932-193e4e139c68 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0709865 Jun 27 14:11:13.743423 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7097-9eca-4ea9-9266-201b07aaea73 req-897e375d-63e0-4f6c-b5f7-cdb321586178 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:13.745667 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-599c7097-9eca-4ea9-9266-201b07aaea73 req-897e375d-63e0-4f6c-b5f7-cdb321586178 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.1115587 Jun 27 14:11:13.881121 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-599c7097-9eca-4ea9-9266-201b07aaea73 req-d9fcc980-0db9-4a82-85b5-37659b5410b1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131110 Jun 27 14:11:14.097987 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02dd38-6409-4d60-ae6c-baef534000a4 req-458af054-07cb-4042-95c0-3792504b7e04 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:14.100243 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e02dd38-6409-4d60-ae6c-baef534000a4 req-458af054-07cb-4042-95c0-3792504b7e04 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.1336632 Jun 27 14:11:14.148716 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3dfa7560-81ce-41af-939b-4a6163bf974a req-4f84d449-ee0a-422a-8df6-b8b03189480a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0469983 Jun 27 14:11:14.312500 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e02dd38-6409-4d60-ae6c-baef534000a4 req-a44a5b50-0f10-453b-99b0-687a44859468 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609070 Jun 27 14:11:14.827075 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4501c427-2921-438b-9b6f-15861f11ed3c req-eaeddafe-0031-491d-a9f1-4f1630522f5d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0617576 Jun 27 14:11:15.030380 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:15.047555 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741784b-4a90-4d4b-a156-c535cbb9a85b req-b74117de-da11-4c1d-ba3a-91064b11f0fc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:15.050887 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4741784b-4a90-4d4b-a156-c535cbb9a85b req-b74117de-da11-4c1d-ba3a-91064b11f0fc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.0685263 Jun 27 14:11:15.097193 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:15.120475 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4741784b-4a90-4d4b-a156-c535cbb9a85b req-64bbad94-1181-44ba-b106-3cbe99d6254f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591743 Jun 27 14:11:15.327508 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-805b582d-e02d-40cb-8a0f-43b8758173f4 req-bfbd445e-f4f4-4cd1-aac8-81c841cce165 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0580328 Jun 27 14:11:15.486978 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3df16-3c7c-4fd1-8641-6b0c5e68b44e req-53456162-2720-4d6f-bbc5-d864fb3beebb tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:15.489190 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0df3df16-3c7c-4fd1-8641-6b0c5e68b44e req-53456162-2720-4d6f-bbc5-d864fb3beebb tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.0725672 Jun 27 14:11:15.549488 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0df3df16-3c7c-4fd1-8641-6b0c5e68b44e req-f5442e44-3ee1-4e60-8044-2ddf1070c95e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535805 Jun 27 14:11:15.625182 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-092a60fa-46d5-445b-bbec-3ef37a537d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:15.993202 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b8a7bce7-1631-421d-884d-5cd8d830e0c3 req-3d7eb8a9-2945-4034-a7a9-7d4a333e35a8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0357156 Jun 27 14:11:16.270331 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba68b-7c46-4744-b12c-5b00b2bf4188 req-766bf4c4-b656-40b8-855b-53a385e9a52a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:16.272246 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-82cba68b-7c46-4744-b12c-5b00b2bf4188 req-766bf4c4-b656-40b8-855b-53a385e9a52a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.0540197 Jun 27 14:11:16.335155 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-82cba68b-7c46-4744-b12c-5b00b2bf4188 req-17b2291e-95de-4275-b12b-c4207043e476 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563657 Jun 27 14:11:16.438414 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0b752516-6b6d-4193-b3f9-ebe89d5aa5f6 req-9ffbfaa6-a2f0-4506-9d8b-082edf12cad3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0308728 Jun 27 14:11:16.707420 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf5de-3458-436a-b275-22abeb0c6e2d req-e683484a-8a9e-4f1f-9657-21e03479f161 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:16.711482 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dedf5de-3458-436a-b275-22abeb0c6e2d req-e683484a-8a9e-4f1f-9657-21e03479f161 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.0652692 Jun 27 14:11:16.826542 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-481bf79f-8a10-47df-a5b1-07c212abd364 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98465f9b-6342-4822-8f44-f8fec9f75686 HTTP/1.1" status: 200 len: 217 time: 0.1012840 Jun 27 14:11:16.898428 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dedf5de-3458-436a-b275-22abeb0c6e2d req-e2a5ef41-197f-4450-ab53-5e150414b345 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817269 Jun 27 14:11:16.928042 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-0cf0aaf0-49f4-4d44-8652-b1142d3f327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:16.929679 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-0cf0aaf0-49f4-4d44-8652-b1142d3f327a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.0762520 Jun 27 14:11:16.947685 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f04ba5-d06a-440f-b5f4-78e2211f69c0 req-dd4c04cf-133b-490c-a99d-fbdcc5908c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:16.950504 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48f04ba5-d06a-440f-b5f4-78e2211f69c0 req-dd4c04cf-133b-490c-a99d-fbdcc5908c0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8437a95e7fad44e3b549af4899a04bf8&device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 1127 time: 0.1011622 Jun 27 14:11:17.148133 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01748120-77e8-4f83-a0d5-65684a8d99a9 req-fcf777ac-ebd4-4688-b5ac-7bd4b57e0bac tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0486684 Jun 27 14:11:17.516279 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe53181-42ad-42d4-b3e7-343c550c24c8 req-64fe31ab-d74c-4a6a-b369-982de7a43ccc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:17.518286 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3fe53181-42ad-42d4-b3e7-343c550c24c8 req-64fe31ab-d74c-4a6a-b369-982de7a43ccc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.0638511 Jun 27 14:11:17.620134 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9d41b7bc-1e55-4b44-87e3-54ee5579161f req-fbbd3b82-f84d-4b1b-8cfe-fa093f9a10ea tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0506074 Jun 27 14:11:17.664170 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3fe53181-42ad-42d4-b3e7-343c550c24c8 req-bf2a7590-7a21-4a61-b80d-ed7ced138a5d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238751 Jun 27 14:11:17.812399 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36532) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:17.841474 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d43ec39-d939-446d-bec1-0769f1cc4df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:18.212829 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-903eda35-9e6d-4d85-99da-d7fae1cabbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:18.215997 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-903eda35-9e6d-4d85-99da-d7fae1cabbeb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 1127 time: 0.2234483 Jun 27 14:11:18.232814 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-726713f6-81c1-4414-ae93-c9b60d3ea604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:18.289521 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-b2ce0a17-f8e5-4c70-abe3-94256b997984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:18.297224 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-b2ce0a17-f8e5-4c70-abe3-94256b997984 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3568304 Jun 27 14:11:18.321789 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c967d-831b-46cc-8161-3cd0fa4fb0e7 req-1a66d727-bcf3-4959-9ce7-54058b4bafec tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:18.327530 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b82c967d-831b-46cc-8161-3cd0fa4fb0e7 req-1a66d727-bcf3-4959-9ce7-54058b4bafec tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.2037361 Jun 27 14:11:18.403037 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7fe5e11c-2ab1-4d7d-8a6f-3472ae01ab79 req-caa7b69f-7172-4edb-81aa-6dd27acf13e4 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0710738 Jun 27 14:11:18.578190 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b82c967d-831b-46cc-8161-3cd0fa4fb0e7 req-4ec6e22d-fa8a-4a59-a71d-bcea46cda39c tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308033 Jun 27 14:11:18.617766 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-b0d8f4a2-ce98-41d6-a382-ec42bfacdd57 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126420 Jun 27 14:11:18.742144 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.13', 56665) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:18.923532 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4283a9c-e23d-4805-91b7-832799034949 req-d86cc429-ec36-4a77-831e-c1ae894926a0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.1384687 Jun 27 14:11:19.003592 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359aed2-fd4b-41cf-9de4-4376dad55a04 req-deb1d7dd-e516-4407-9ad8-6c125c7f2244 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:19.016987 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f04ba5-d06a-440f-b5f4-78e2211f69c0 req-df54104f-2c9d-4c59-9a52-fb1f7d7c7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:19.019946 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9359aed2-fd4b-41cf-9de4-4376dad55a04 req-deb1d7dd-e516-4407-9ad8-6c125c7f2244 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.1605611 Jun 27 14:11:19.022975 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48f04ba5-d06a-440f-b5f4-78e2211f69c0 req-df54104f-2c9d-4c59-9a52-fb1f7d7c7be3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8437a95e7fad44e3b549af4899a04bf8&shared=False HTTP/1.1" status: 200 len: 913 time: 1.0799701 Jun 27 14:11:19.045069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:19.049682 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.13', 56666) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:19.113757 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-74dbd5da-e67a-4fe1-92b8-8cfd1a46383c req-82b9258d-61e2-49c5-8f35-9fbba5e3a422 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193232 Jun 27 14:11:19.169918 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9359aed2-fd4b-41cf-9de4-4376dad55a04 req-e5c47865-de98-461a-9eaa-281e1765e7d7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487339 Jun 27 14:11:19.285997 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-424c4e28-92d0-424f-9368-8a85ae886a7b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:19.289483 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-424c4e28-92d0-424f-9368-8a85ae886a7b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.13 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 816 time: 0.2323627 Jun 27 14:11:19.302072 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:19.407381 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:19.408647 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:19.514950 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-726713f6-81c1-4414-ae93-c9b60d3ea604 admin admin] Publish callbacks [] for security_group (a338777a-1694-4759-bd88-0da8b16302b6), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:19.541149 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-726713f6-81c1-4414-ae93-c9b60d3ea604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (a338777a-1694-4759-bd88-0da8b16302b6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:19.591832 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726713f6-81c1-4414-ae93-c9b60d3ea604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a338777a-1694-4759-bd88-0da8b16302b6,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:19.595489 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-5ee962fb-712f-4ade-bfd8-4a08f50af494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:19.597165 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-5ee962fb-712f-4ade-bfd8-4a08f50af494 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 1.1896374 Jun 27 14:11:19.694186 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-8085fbf1-1f98-4e87-85b1-9d40dd08b33a tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:19.696454 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-8085fbf1-1f98-4e87-85b1-9d40dd08b33a tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.13 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 810 time: 0.9448066 Jun 27 14:11:19.699042 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6765e3f8-c8b8-43b4-a359-95740f06c84e req-d94ec2f2-b5f7-417f-a824-4cb397e55b57 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0493894 Jun 27 14:11:19.701024 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f04ba5-d06a-440f-b5f4-78e2211f69c0 req-28b94423-4ac3-42fd-8d6c-4f8dd08f1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:19.702919 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48f04ba5-d06a-440f-b5f4-78e2211f69c0 req-28b94423-4ac3-42fd-8d6c-4f8dd08f1c30 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5896139 Jun 27 14:11:19.712656 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-726713f6-81c1-4414-ae93-c9b60d3ea604 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c094bb32f3a04de99d681d5f915c84d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8986413 Jun 27 14:11:19.712939 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36588) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:19.772108 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:19.785836 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050689e7-f4e0-4680-a1fb-364bd0581947 req-cd69965b-39fd-4e46-bf9a-4c3b0a9649dc tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:19.787587 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-050689e7-f4e0-4680-a1fb-364bd0581947 req-cd69965b-39fd-4e46-bf9a-4c3b0a9649dc tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.0892460 Jun 27 14:11:19.831234 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b54637d0-2798-4f87-8d2a-ec549c454199 admin admin] Publish callbacks [] for security_group (a338777a-1694-4759-bd88-0da8b16302b6), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:19.877722 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b54637d0-2798-4f87-8d2a-ec549c454199 admin admin] Publish callbacks [] for security_group (a338777a-1694-4759-bd88-0da8b16302b6), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:19.882778 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-050689e7-f4e0-4680-a1fb-364bd0581947 req-397900de-2614-438b-a14d-a5a405d91db5 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840271 Jun 27 14:11:19.938493 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b54637d0-2798-4f87-8d2a-ec549c454199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (a338777a-1694-4759-bd88-0da8b16302b6), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:19.943232 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b54637d0-2798-4f87-8d2a-ec549c454199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:19.945181 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b54637d0-2798-4f87-8d2a-ec549c454199 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a338777a-1694-4759-bd88-0da8b16302b6 HTTP/1.1" status: 204 len: 168 time: 0.2312577 Jun 27 14:11:19.957102 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54637d0-2798-4f87-8d2a-ec549c454199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a338777a-1694-4759-bd88-0da8b16302b6,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:20.127239 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d13ff644-eeb6-4edf-835c-1d435348848c req-7878f4f7-1858-4ce2-a9c6-5c2841c49d09 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0384545 Jun 27 14:11:20.314321 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfc2ad-b59b-4c2e-91ca-0942256b93e7 req-8a75969d-6986-4e41-bae7-09c5109ecd46 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:20.315986 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6dcfc2ad-b59b-4c2e-91ca-0942256b93e7 req-8a75969d-6986-4e41-bae7-09c5109ecd46 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 943 time: 0.0583355 Jun 27 14:11:20.374568 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36604) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:20.385554 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6dcfc2ad-b59b-4c2e-91ca-0942256b93e7 req-2bb24f1d-104b-4530-9bc7-7ca75fecf86d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636594 Jun 27 14:11:20.396281 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b0b46cd2-e3db-45bb-9f23-7c5f433bec67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:20.512447 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b0b46cd2-e3db-45bb-9f23-7c5f433bec67 admin admin] Publish callbacks [] for security_group (6f81ac82-c381-4599-b5a5-9be87dbcc09b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:20.518115 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b0b46cd2-e3db-45bb-9f23-7c5f433bec67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (6f81ac82-c381-4599-b5a5-9be87dbcc09b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:20.576111 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b0b46cd2-e3db-45bb-9f23-7c5f433bec67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=684ece31447d4af98849cf6624a923e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964788 Jun 27 14:11:20.576111 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b46cd2-e3db-45bb-9f23-7c5f433bec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f81ac82-c381-4599-b5a5-9be87dbcc09b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:20.577120 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36616) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:20.656098 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24514a0f-04df-4f3b-b67f-4fa737d1bd4d admin admin] Publish callbacks [] for security_group (6f81ac82-c381-4599-b5a5-9be87dbcc09b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:20.683034 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24514a0f-04df-4f3b-b67f-4fa737d1bd4d admin admin] Publish callbacks [] for security_group (6f81ac82-c381-4599-b5a5-9be87dbcc09b), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:20.759107 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24514a0f-04df-4f3b-b67f-4fa737d1bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (6f81ac82-c381-4599-b5a5-9be87dbcc09b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:20.764484 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24514a0f-04df-4f3b-b67f-4fa737d1bd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:20.766813 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-24514a0f-04df-4f3b-b67f-4fa737d1bd4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f81ac82-c381-4599-b5a5-9be87dbcc09b HTTP/1.1" status: 204 len: 168 time: 0.1881056 Jun 27 14:11:20.783031 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24514a0f-04df-4f3b-b67f-4fa737d1bd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f81ac82-c381-4599-b5a5-9be87dbcc09b,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:20.838552 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f54f49f9-ad77-4e97-a4dd-a9e731b1f433 req-3295533f-7573-4419-b26c-a17990c955ec tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0430706 Jun 27 14:11:20.907151 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 95388752-3a74-41c2-b219-5fb7e2da7413 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:11:20.985648 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:20.992953 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:20.994496 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:11:21.085318 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a5eb-9f41-4d62-96f6-be417f34f459 req-11ec4cfa-6d93-4848-be89-112b00f8e37a tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:21.087897 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3147a5eb-9f41-4d62-96f6-be417f34f459 req-11ec4cfa-6d93-4848-be89-112b00f8e37a tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.0804644 Jun 27 14:11:21.138385 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 95388752-3a74-41c2-b219-5fb7e2da7413, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=95388752-3a74-41c2-b219-5fb7e2da7413,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:21.155921 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '95388752-3a74-41c2-b219-5fb7e2da7413', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'port_id': '95388752-3a74-41c2-b219-5fb7e2da7413', 'mac_address': 'fa:16:3e:8f:22:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:11:21.174085 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3147a5eb-9f41-4d62-96f6-be417f34f459 req-6da37043-180b-4680-bddc-f1c888fe51b1 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775220 Jun 27 14:11:21.225756 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 95388752-3a74-41c2-b219-5fb7e2da7413 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:21.226757 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:21.256195 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95388752-3a74-41c2-b219-5fb7e2da7413 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:11:21.281775 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 95388752-3a74-41c2-b219-5fb7e2da7413, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=95388752-3a74-41c2-b219-5fb7e2da7413,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:21.286706 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:21.344638 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f59e364b-b6fe-40a8-a914-e6db1f4ff784 req-d92247ab-b962-4c36-80db-6eaf0bd0fbb6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0570796 Jun 27 14:11:21.349438 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=95388752-3a74-41c2-b219-5fb7e2da7413,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:21.561513 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c993-db37-41f7-9e53-92ea5b9e1ff5 req-b84ed550-07c1-4185-9890-90dc91211ae9 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:21.564256 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bfb3c993-db37-41f7-9e53-92ea5b9e1ff5 req-b84ed550-07c1-4185-9890-90dc91211ae9 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 944 time: 0.0656447 Jun 27 14:11:21.622039 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bfb3c993-db37-41f7-9e53-92ea5b9e1ff5 req-e025d0e6-0074-481b-b9b9-7d1a02b7ef6d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521178 Jun 27 14:11:21.985708 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e81f2453-b737-4b07-9779-84ef6cd5efaf req-53f5290f-cb85-4042-ac2d-0799926938f7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0423241 Jun 27 14:11:22.458457 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6ade3-4356-4160-891b-d7349954d748 req-eea4bb64-15fb-420c-a24e-14294e8055ec tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:22.466452 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-55a6ade3-4356-4160-891b-d7349954d748 req-eea4bb64-15fb-420c-a24e-14294e8055ec tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.1303043 Jun 27 14:11:22.536737 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b8711497-f266-4bc2-ac42-02494e9426ba req-15155b33-afea-4efd-a8df-061ac5909954 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0392752 Jun 27 14:11:22.542532 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:22.556822 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-55a6ade3-4356-4160-891b-d7349954d748 req-a5f7fc6c-ba2b-4790-9c82-d760fbe15c63 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815911 Jun 27 14:11:22.812100 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-c352f83c-b471-42c2-9c78-aa5bf4ba62f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95388752-3a74-41c2-b219-5fb7e2da7413 HTTP/1.1" status: 200 len: 217 time: 0.0908217 Jun 27 14:11:22.923137 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-d9291536-f104-4280-8024-36a1d8ab6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:22.925480 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-d9291536-f104-4280-8024-36a1d8ab6651 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 1127 time: 0.2020080 Jun 27 14:11:22.972569 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['95388752-3a74-41c2-b219-5fb7e2da7413'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:11:22.992404 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bb96b7de-8b94-41cb-b1e7-15389422581c tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7540423cb0c4efe894b17063efa9182 HTTP/1.1" status: 200 len: 380 time: 0.2732105 Jun 27 14:11:22.999734 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-0a2fc210-7160-4618-9e71-2514c3c69c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:23.001743 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-0a2fc210-7160-4618-9e71-2514c3c69c8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.1269903 Jun 27 14:11:23.040742 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'port': {'device_id': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'admin_state_up': True, 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'security_groups': ['59b28f73-bbb5-4efa-9521-b79d2043d499']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:11:23.407715 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-3d87c755-efa6-461d-a90e-9c3bc1bf2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:23.412742 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-3d87c755-efa6-461d-a90e-9c3bc1bf2503 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3939905 Jun 27 14:11:23.518442 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:23.542731 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33b36a-2ecf-4cba-9e1a-2c58c64872f7 req-102a89ad-e3af-4414-99d8-1bf26430a38b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:23.552280 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-b4d9a224-47e6-4b5e-ac42-efca5061a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:23.554050 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-b4d9a224-47e6-4b5e-ac42-efca5061a49c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.6169763 Jun 27 14:11:23.559481 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1b33b36a-2ecf-4cba-9e1a-2c58c64872f7 req-102a89ad-e3af-4414-99d8-1bf26430a38b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 944 time: 0.8058515 Jun 27 14:11:23.590381 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6e346b37-d511-4233-be59-e6703923c0fb req-266cebdc-09d9-480a-8d91-13f109b655c4 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.2030966 Jun 27 14:11:23.640138 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:23.703129 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-ea44c42d-fce5-463b-93de-ceeb8fcdb414 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12a08b9d2c92484481315d29fafa47c2 HTTP/1.1" status: 200 len: 379 time: 0.9824598 Jun 27 14:11:23.711112 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c42f2a21-3a0b-4fa2-9c61-afab6edec2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:23.714434 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-c42f2a21-3a0b-4fa2-9c61-afab6edec2d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8437a95e7fad44e3b549af4899a04bf8&device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 1127 time: 0.8264239 Jun 27 14:11:23.724920 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Made reservation on behalf of c7540423cb0c4efe894b17063efa9182 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:11:23.732594 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:23.738853 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'port': {'device_id': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'admin_state_up': True, 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'security_groups': ['3796ff42-dc59-4364-a81f-ea552d130d92']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:11:23.744466 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-3acd653d-4098-44fc-a844-5a4b46f1d35e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98465f9b-6342-4822-8f44-f8fec9f75686 HTTP/1.1" status: 200 len: 217 time: 0.1766813 Jun 27 14:11:23.846890 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:23.854044 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-34e1daa4-8cff-4a45-b415-f73f6d8a57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:23.856967 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-34e1daa4-8cff-4a45-b415-f73f6d8a57a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.0954294 Jun 27 14:11:23.878669 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-227d5f27-b869-47ae-b093-5b60b3e56197 req-35ca35df-e247-4fc5-b21d-5a2624802f70 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.1729093 Jun 27 14:11:23.899668 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-cb0bef44-3c13-4b34-9d79-63aae2fb8f0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e93f44c-b004-42ed-9b70-44aa1dd506c3 HTTP/1.1" status: 200 len: 217 time: 0.1507864 Jun 27 14:11:24.039101 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1b33b36a-2ecf-4cba-9e1a-2c58c64872f7 req-33a2b0e7-619f-47c8-9643-2c7bcd4dbdb6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779873 Jun 27 14:11:24.165135 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-502f125b-3b5b-4b9b-b408-557481d56923 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154865 Jun 27 14:11:24.187645 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-2753bc94-6f92-41b0-bccf-501582faf47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:24.189268 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-2753bc94-6f92-41b0-bccf-501582faf47c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a026109-9f2a-493e-9cc2-b838f72ce49f HTTP/1.1" status: 200 len: 851 time: 0.2796962 Jun 27 14:11:24.204892 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-ede1dc05-edc8-486e-88ba-401f06c98535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:24.206753 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-ede1dc05-edc8-486e-88ba-401f06c98535 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3423812 Jun 27 14:11:24.226314 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Allocated IP 172.20.0.13 (94f6ece1-0e86-4935-a6ba-52fc54fe3a07/0f4eeb10-6bd6-4aad-88be-ccba7334c626/fc0d5cdf-f01e-4891-ab98-f0ac735551e2) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:11:24.271950 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c67c8a-0a40-418e-8c0d-9bdd4545fd9f req-11d6a43a-20fc-4935-8aea-1606d6549e34 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:24.285264 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-86c67c8a-0a40-418e-8c0d-9bdd4545fd9f req-11d6a43a-20fc-4935-8aea-1606d6549e34 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.2058640 Jun 27 14:11:24.430802 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Made reservation on behalf of 12a08b9d2c92484481315d29fafa47c2 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:11:24.438417 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:24.598461 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:24.626282 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-86c67c8a-0a40-418e-8c0d-9bdd4545fd9f req-0ecf3b81-1640-49bf-8a91-6556e740c4d1 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395336 Jun 27 14:11:24.694958 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-df3822f1-99c3-4463-ab58-3d875da1595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:24.697342 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-df3822f1-99c3-4463-ab58-3d875da1595f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8baa68e4-35e0-4960-89f7-da0c8635d3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2913334 Jun 27 14:11:24.872009 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 98465f9b-6342-4822-8f44-f8fec9f75686 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:11:24.909282 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 95388752-3a74-41c2-b219-5fb7e2da7413 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:25.050184 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:25.086969 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418026c-c1c1-4bee-a121-69125de93494 req-d6218c83-e3c7-4550-81eb-703110536524 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:25.100181 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f418026c-c1c1-4bee-a121-69125de93494 req-d6218c83-e3c7-4550-81eb-703110536524 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 932 time: 0.3616636 Jun 27 14:11:25.170917 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-9d83baa2-300c-48d6-85a4-45146848aa3d service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9936650 Jun 27 14:11:25.175260 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:25.292621 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:11:25.311171 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:11:25.343284 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 98465f9b-6342-4822-8f44-f8fec9f75686, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=98465f9b-6342-4822-8f44-f8fec9f75686,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:25.353137 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3df7f199-2154-440b-8c4b-69386b6ee735 req-7866cd6f-837d-418d-95e0-b98d3dc29f5e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.2406533 Jun 27 14:11:25.364256 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Allocated IP 172.20.0.12 (9d1575ad-e082-42db-9394-d8ba8185acc8/6d1d0e72-5820-401d-bd6b-353a90b0391f/54db75c8-61ae-40ca-8fb3-09cac5ba5f98) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:11:25.392429 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:25.447399 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 95388752-3a74-41c2-b219-5fb7e2da7413 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:11:25.450878 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:11:25.468784 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '98465f9b-6342-4822-8f44-f8fec9f75686', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'port_id': '98465f9b-6342-4822-8f44-f8fec9f75686', 'mac_address': 'fa:16:3e:7e:e0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:11:25.476257 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:25.477314 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:25.480414 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 95388752-3a74-41c2-b219-5fb7e2da7413 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:25.482313 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:25.538797 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:25.622356 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36798) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:25.684115 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-913c5736-c031-4971-9dff-39cb7107cdad service neutron] 10.222.0.13 "GET /v2.0/networks/8baa68e4-35e0-4960-89f7-da0c8635d3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8230445 Jun 27 14:11:25.776732 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7531078 Jun 27 14:11:25.790273 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f418026c-c1c1-4bee-a121-69125de93494 req-fdbe0b9d-1b95-4777-97aa-1216247b94fd tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6883702 Jun 27 14:11:25.825923 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Request body: {'port': {'device_id': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:11:25.862578 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'Port': ['ID=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:25.905599 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 98465f9b-6342-4822-8f44-f8fec9f75686 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:25.912987 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.042615 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.043235 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.043849 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.044326 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.044927 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.046098 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.046791 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.047351 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.048532 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.049234 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.050722 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.051235 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.052088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.052578 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.053246 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2d6807-157f-4b0f-ae45-834c06c7a0bb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.117627 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.124312 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 95388752-3a74-41c2-b219-5fb7e2da7413 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:26.125133 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.126974 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-ebe981d3-4e0d-410d-bd7f-6fcee8513fe3 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4461725 Jun 27 14:11:26.199484 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0f620c-4114-44b3-99ba-7074cddba07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95388752-3a74-41c2-b219-5fb7e2da7413'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:11:26.219959 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:26.247425 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:26.340587 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98465f9b-6342-4822-8f44-f8fec9f75686 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:11:26.408055 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-e4be0686-29d8-40d5-b8d7-4401ab80f369 None None] Provisioning complete for port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:26.408403 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e4be0686-29d8-40d5-b8d7-4401ab80f369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.430637 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.446913 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 95388752-3a74-41c2-b219-5fb7e2da7413, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=95388752-3a74-41c2-b219-5fb7e2da7413,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:26.452322 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3e6d534-b76e-40e6-9a2b-a857a80419b0 req-c2a8873c-6c5f-4d42-9d3a-03f40a9109ef service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000498 Jun 27 14:11:26.474438 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 98465f9b-6342-4822-8f44-f8fec9f75686, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=98465f9b-6342-4822-8f44-f8fec9f75686,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:26.479764 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.505029 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:26.514818 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5148de-e46b-46fe-92e4-15d72d13ab88 req-712e4fd4-bf3c-4394-a80b-fd05f3ff1948 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:26.516372 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8b5148de-e46b-46fe-92e4-15d72d13ab88 req-712e4fd4-bf3c-4394-a80b-fd05f3ff1948 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 944 time: 0.8797493 Jun 27 14:11:26.563992 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebd660-53b7-424d-946e-7831e91c9afe req-7e12d4b3-f9a4-4495-aba8-a2513c78c4b1 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:26.570918 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=95388752-3a74-41c2-b219-5fb7e2da7413,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:26.571383 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-efebd660-53b7-424d-946e-7831e91c9afe req-7e12d4b3-f9a4-4495-aba8-a2513c78c4b1 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.2683954 Jun 27 14:11:26.585829 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.587017 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.594029 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-e4be0686-29d8-40d5-b8d7-4401ab80f369 None None] Port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:11:26.597172 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.597771 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.598958 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.599493 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.599985 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.601855 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.602397 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.602969 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.603468 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.603947 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.604271 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.604754 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.605583 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.606064 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.606538 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:26.627081 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab55a8e7-0410-4419-bfc3-e43b7e9b76fe" -d '{"events": [{"server_uuid": "ab0f620c-4114-44b3-99ba-7074cddba07f", "name": "network-vif-plugged", "status": "completed", "tag": "95388752-3a74-41c2-b219-5fb7e2da7413"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:26.671409 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01e86b1a-2fd8-4d1a-8f5a-8709494baac3 req-1c129d70-4db5-442f-a737-52428d845e2f service neutron] 10.222.0.13 "GET /v2.0/networks/8baa68e4-35e0-4960-89f7-da0c8635d3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9832730 Jun 27 14:11:26.688463 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=98465f9b-6342-4822-8f44-f8fec9f75686,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:26.712029 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0d5cdf-f01e-4891-ab98-f0ac735551e2 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:11:26.721709 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Publish callbacks [] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.737728 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Transition to ACTIVE for port object fc0d5cdf-f01e-4891-ab98-f0ac735551e2 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:11:26.739145 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.743395 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.767052 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8b5148de-e46b-46fe-92e4-15d72d13ab88 req-a6de8f21-ece0-4b6e-ab68-6a8800695a36 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150159 Jun 27 14:11:26.781705 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-efebd660-53b7-424d-946e-7831e91c9afe req-5c7ce8f5-6b45-4271-ba04-8d8a102fce28 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603448 Jun 27 14:11:26.875280 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Publish callbacks [] for security_group (15f0a6f3-bdd9-4a35-b0ba-12f426839149), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.880561 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.897798 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (15f0a6f3-bdd9-4a35-b0ba-12f426839149), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:26.943678 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:26.975505 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Attempting to bind port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:11:26.976269 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Attempting to bind port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:11:26.977072 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Attempting to bind port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 on network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:11:26.987571 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 on network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:11:26.988310 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Attempting to bind port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 on network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:11:27.000010 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:11:27.000892 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Checking segment: {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:11:27.001702 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Bound using segment: {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:11:27.003148 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Bound port: fc0d5cdf-f01e-4891-ab98-f0ac735551e2, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:11:27.004159 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:27.010548 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605e6983-9bb2-4041-b2fa-c2e94f287085 x-openstack-request-id: req-605e6983-9bb2-4041-b2fa-c2e94f287085 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:27.011417 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0f620c-4114-44b3-99ba-7074cddba07f", "name": "network-vif-plugged", "status": "completed", "tag": "95388752-3a74-41c2-b219-5fb7e2da7413", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:27.011417 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-605e6983-9bb2-4041-b2fa-c2e94f287085 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:27.011698 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605e6983-9bb2-4041-b2fa-c2e94f287085'] response: {'server_uuid': 'ab0f620c-4114-44b3-99ba-7074cddba07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95388752-3a74-41c2-b219-5fb7e2da7413', 'code': 200} Jun 27 14:11:27.099708 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] For port fc0d5cdf-f01e-4891-ab98-f0ac735551e2, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:11:27.109088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] For port fc0d5cdf-f01e-4891-ab98-f0ac735551e2, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:11:27.124123 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:27.136068 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Network 9d1575ad-e082-42db-9394-d8ba8185acc8 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:11:27.146556 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520434a3-8beb-40e3-8757-492e19e5df1e req-cad73735-6dc0-4daf-8e3c-adc0e8943a01 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:27.148708 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-520434a3-8beb-40e3-8757-492e19e5df1e req-cad73735-6dc0-4daf-8e3c-adc0e8943a01 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 932 time: 0.1994023 Jun 27 14:11:27.154310 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e88cf8c1b38842c69fdae903f2ee5c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5257261 Jun 27 14:11:27.159985 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36836) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:27.175767 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f0a6f3-bdd9-4a35-b0ba-12f426839149,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:27.183736 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:27.186857 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:27.187643 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:27.189123 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] 10.222.0.13 "PUT /v2.0/ports/fc0d5cdf-f01e-4891-ab98-f0ac735551e2 HTTP/1.1" status: 200 len: 1094 time: 1.3899415 Jun 27 14:11:27.191479 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'tag': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:11:27.193807 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7" -d '{"events": [{"name": "network-changed", "server_uuid": "1569b534-eeea-4fe6-8ed8-13dcacdb5c38", "tag": "fc0d5cdf-f01e-4891-ab98-f0ac735551e2"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:27.211747 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:11:27.245671 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:11:27.264395 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:27.265500 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:27.265799 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2f31d-ff65-4d9c-858e-993f6775e453 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:27.289383 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-43a96cda-5962-49cb-b74e-00d470d7214c admin admin] Publish callbacks [] for security_group (15f0a6f3-bdd9-4a35-b0ba-12f426839149), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:27.344243 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-43a96cda-5962-49cb-b74e-00d470d7214c admin admin] Publish callbacks [] for security_group (15f0a6f3-bdd9-4a35-b0ba-12f426839149), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:27.383406 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.387255 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.388023 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.388766 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.389297 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.390064 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.390560 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.391368 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.392415 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.393464 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.394337 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.394857 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.395349 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.395941 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.396516 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.409867 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.410218 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.410579 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.411451 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.412127 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.412460 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.412790 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.413289 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.413622 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.414241 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.414574 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.414984 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.415341 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.415664 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.415980 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321e60d-3bce-4951-a764-c0aee939d3ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:11:27.441621 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:27.465273 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-43a96cda-5962-49cb-b74e-00d470d7214c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (15f0a6f3-bdd9-4a35-b0ba-12f426839149), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:27.473064 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-43a96cda-5962-49cb-b74e-00d470d7214c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:27.483161 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba95bb-be9a-43f8-9daa-11923a6c06ad req-08703da9-1b42-4309-b5fb-122fd6526a9d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:27.490381 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-43a96cda-5962-49cb-b74e-00d470d7214c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15f0a6f3-bdd9-4a35-b0ba-12f426839149 HTTP/1.1" status: 204 len: 168 time: 0.3139398 Jun 27 14:11:27.496804 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-49ba95bb-be9a-43f8-9daa-11923a6c06ad req-08703da9-1b42-4309-b5fb-122fd6526a9d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 944 time: 0.3586440 Jun 27 14:11:27.514926 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-2615be46-af44-4fef-8387-b639f482c178 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7987790 Jun 27 14:11:27.516757 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a96cda-5962-49cb-b74e-00d470d7214c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f0a6f3-bdd9-4a35-b0ba-12f426839149,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:27.589897 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-520434a3-8beb-40e3-8757-492e19e5df1e req-cb5310cc-c8ed-469d-9919-6cfc6e9aaee4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4197817 Jun 27 14:11:27.682153 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-49ba95bb-be9a-43f8-9daa-11923a6c06ad req-a2d8bfeb-0db0-4c5b-84e0-2200cd4c79dd tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598237 Jun 27 14:11:27.773594 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-ef363e3a-17a0-45f9-81e5-e714c86ac4e2 None None] Provisioning complete for port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:27.775689 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ef363e3a-17a0-45f9-81e5-e714c86ac4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:27.812999 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ca707-333a-4309-87ef-617244a77d2a x-openstack-request-id: req-b57ca707-333a-4309-87ef-617244a77d2a {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:27.813985 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1569b534-eeea-4fe6-8ed8-13dcacdb5c38", "tag": "fc0d5cdf-f01e-4891-ab98-f0ac735551e2", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:27.814962 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b57ca707-333a-4309-87ef-617244a77d2a {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:27.816066 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57ca707-333a-4309-87ef-617244a77d2a'] response: {'name': 'network-changed', 'server_uuid': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'tag': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2', 'status': 'completed', 'code': 200} Jun 27 14:11:27.826908 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-ef363e3a-17a0-45f9-81e5-e714c86ac4e2 None None] Port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:11:28.016829 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36876) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:28.032985 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7aa705dd-efd3-4ba7-9eac-8f8bd5adc277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:28.051629 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b712520-b211-4a77-9158-f109d261d926 req-ab47fb65-592f-43e0-8d63-815c6281d3cd tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:28.054205 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9b712520-b211-4a77-9158-f109d261d926 req-ab47fb65-592f-43e0-8d63-815c6281d3cd tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1537888 Jun 27 14:11:28.070310 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:28.072523 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89e6e8-72cd-4d8a-944b-048fe8c95c28 req-ddd60edf-6a5f-4778-9f58-4e2f09c96bf9 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:28.075127 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1e89e6e8-72cd-4d8a-944b-048fe8c95c28 req-ddd60edf-6a5f-4778-9f58-4e2f09c96bf9 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.1561246 Jun 27 14:11:28.129103 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:28.139992 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7aa705dd-efd3-4ba7-9eac-8f8bd5adc277 admin admin] Publish callbacks [] for security_group (a006b8ab-ebb5-4a8d-a060-725eb3600eae), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:28.145794 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7aa705dd-efd3-4ba7-9eac-8f8bd5adc277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (a006b8ab-ebb5-4a8d-a060-725eb3600eae), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:28.204952 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9b712520-b211-4a77-9158-f109d261d926 req-673ac341-3cd9-4dd3-91e9-eef6a976e79b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430271 Jun 27 14:11:28.218480 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7aa705dd-efd3-4ba7-9eac-8f8bd5adc277 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbd4fbaefd1a4440b6a97d11e5eea13f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978469 Jun 27 14:11:28.218480 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa705dd-efd3-4ba7-9eac-8f8bd5adc277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a006b8ab-ebb5-4a8d-a060-725eb3600eae,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:28.219177 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36878) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:28.246409 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1e89e6e8-72cd-4d8a-944b-048fe8c95c28 req-be417dce-4bec-4b82-935f-b3b785c38264 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593218 Jun 27 14:11:28.310855 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-df3fa5d6-6475-4939-a099-0877866dc73f admin admin] Publish callbacks [] for security_group (a006b8ab-ebb5-4a8d-a060-725eb3600eae), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:28.342309 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-df3fa5d6-6475-4939-a099-0877866dc73f admin admin] Publish callbacks [] for security_group (a006b8ab-ebb5-4a8d-a060-725eb3600eae), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:28.351853 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:28.402861 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-df3fa5d6-6475-4939-a099-0877866dc73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (a006b8ab-ebb5-4a8d-a060-725eb3600eae), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:28.406269 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-df3fa5d6-6475-4939-a099-0877866dc73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:28.407805 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-df3fa5d6-6475-4939-a099-0877866dc73f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a006b8ab-ebb5-4a8d-a060-725eb3600eae HTTP/1.1" status: 204 len: 168 time: 0.1872473 Jun 27 14:11:28.419597 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fa5d6-6475-4939-a099-0877866dc73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a006b8ab-ebb5-4a8d-a060-725eb3600eae,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:28.899616 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d494c-a6d4-4e8d-a276-ddc92c900f27 req-99aba85a-b41b-4237-8970-f915debca119 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:28.902333 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8e5d494c-a6d4-4e8d-a276-ddc92c900f27 req-99aba85a-b41b-4237-8970-f915debca119 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 944 time: 0.1437619 Jun 27 14:11:28.918232 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b0cdd-f03a-4bce-add7-dc357210a66e req-09806aa5-c0d6-4e31-905f-12a8d92b1011 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:28.929895 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-921b0cdd-f03a-4bce-add7-dc357210a66e req-09806aa5-c0d6-4e31-905f-12a8d92b1011 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 932 time: 0.1517105 Jun 27 14:11:29.026311 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8e5d494c-a6d4-4e8d-a276-ddc92c900f27 req-144b68cf-fb43-428c-a4c7-11536e7be1da tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952730 Jun 27 14:11:29.031476 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-921b0cdd-f03a-4bce-add7-dc357210a66e req-70b38584-f852-406d-bffb-b5e008d89136 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918415 Jun 27 14:11:29.253507 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Request body: {'port': {'device_id': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:11:29.351248 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:29.541731 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['98465f9b-6342-4822-8f44-f8fec9f75686'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:11:29.667634 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:29.745181 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc2493-27a8-45b7-8925-9d03b3e6a828 req-2fe4e72a-2f21-4702-ae66-54c0460a6e7e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:29.747635 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28fc2493-27a8-45b7-8925-9d03b3e6a828 req-2fe4e72a-2f21-4702-ae66-54c0460a6e7e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.3753905 Jun 27 14:11:29.764067 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7371e1c-9ef4-42d0-b1ed-2245c1e8ed7c req-815efc73-a06d-4cdc-aee1-1c8b4ce196ae tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:29.767168 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a7371e1c-9ef4-42d0-b1ed-2245c1e8ed7c req-815efc73-a06d-4cdc-aee1-1c8b4ce196ae tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.3729746 Jun 27 14:11:29.899955 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:29.951869 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a7371e1c-9ef4-42d0-b1ed-2245c1e8ed7c req-7fdaf2d6-2d94-4f1f-bf66-c6055bfdb87c tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742368 Jun 27 14:11:29.958059 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28fc2493-27a8-45b7-8925-9d03b3e6a828 req-086baf36-a3c5-47a5-8805-6a83ad19f805 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837130 Jun 27 14:11:30.116300 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:11:30.127642 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Publish callbacks [] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:30.151115 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Transition to ACTIVE for port object 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:11:30.158490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:30.250361 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-20bba6c4-5c4f-4293-a817-d8937e0265f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:30.253272 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-20bba6c4-5c4f-4293-a817-d8937e0265f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 1128 time: 0.1978397 Jun 27 14:11:30.365275 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Pushing event updated for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:30.416793 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-c262cef9-a5b0-4cbc-bf41-90cb5cd90a59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2 HTTP/1.1" status: 200 len: 217 time: 0.1522202 Jun 27 14:11:30.420409 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Attempting to bind port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:11:30.420748 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Attempting to bind port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:11:30.421066 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Attempting to bind port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 on network 9d1575ad-e082-42db-9394-d8ba8185acc8 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:11:30.512102 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a0cfc-7558-4eb4-8879-a6267803fe60 req-29fc091a-8908-4759-85ee-303032e6abc9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:30.521258 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-519a0cfc-7558-4eb4-8879-a6267803fe60 req-29fc091a-8908-4759-85ee-303032e6abc9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.2886529 Jun 27 14:11:30.543678 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-4ccaa3b8-0cf4-42ca-b324-45415a40bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:30.547827 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-4ccaa3b8-0cf4-42ca-b324-45415a40bf2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4eeb10-6bd6-4aad-88be-ccba7334c626 HTTP/1.1" status: 200 len: 849 time: 0.1205585 Jun 27 14:11:30.618439 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:30.622789 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 on network 9d1575ad-e082-42db-9394-d8ba8185acc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:11:30.623185 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Attempting to bind port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 on network 9d1575ad-e082-42db-9394-d8ba8185acc8 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:11:30.638299 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:11:30.639164 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Checking segment: {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:11:30.639164 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Bound using segment: {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:11:30.639640 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Bound port: 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:11:30.640009 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:30.683062 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e343a-7df8-4f90-94e4-46041918d92f req-a43ea98f-838f-48f3-9409-e3957c792581 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:30.684704 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3b9e343a-7df8-4f90-94e4-46041918d92f req-a43ea98f-838f-48f3-9409-e3957c792581 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 944 time: 0.4014080 Jun 27 14:11:30.688563 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-e8799ba7-8178-4c0a-8dc6-6f2abd3f5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:30.692750 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-e8799ba7-8178-4c0a-8dc6-6f2abd3f5865 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1412432 Jun 27 14:11:30.720824 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d4642-cef6-4076-8a1f-76c836f5188e req-bcaf565d-a8e6-425d-bddf-41738c28a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:30.723639 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e60d4642-cef6-4076-8a1f-76c836f5188e req-bcaf565d-a8e6-425d-bddf-41738c28a6b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 1129 time: 0.3039556 Jun 27 14:11:30.848918 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:11:30.852685 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:11:30.880755 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-519a0cfc-7558-4eb4-8879-a6267803fe60 req-0d7d1a19-0d30-4f98-82f6-e447b036cd56 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561454 Jun 27 14:11:30.895264 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:30.935299 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e60d4642-cef6-4076-8a1f-76c836f5188e req-ff0dd955-0e54-41ff-8c33-83d532668d39 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:30.991718 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-de7db5df-9ec8-4c4a-843f-3646ee7c29f5 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915978 Jun 27 14:11:30.996892 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:31.000281 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:31.001886 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] 10.222.0.13 "PUT /v2.0/ports/54db75c8-61ae-40ca-8fb3-09cac5ba5f98 HTTP/1.1" status: 200 len: 1094 time: 1.7538800 Jun 27 14:11:31.002483 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:11:31.004934 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5670c85b-597f-44c9-a47e-b516053b97eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:31.129395 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b821368-5501-4c67-8914-0f43ec722454 x-openstack-request-id: req-5b821368-5501-4c67-8914-0f43ec722454 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:31.129762 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:31.130346 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b821368-5501-4c67-8914-0f43ec722454 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:31.133774 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b821368-5501-4c67-8914-0f43ec722454'] response: {'name': 'network-changed', 'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'status': 'completed', 'code': 200} Jun 27 14:11:31.163352 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3b9e343a-7df8-4f90-94e4-46041918d92f req-c6215582-ebf0-4d9b-85ab-3cc36fb860cf tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4442501 Jun 27 14:11:31.185324 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cc07a-3db9-436a-9eac-23b6c7046971 service neutron] Pushing event updated for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:31.189682 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36984) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:31.279898 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:31.381696 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e60d4642-cef6-4076-8a1f-76c836f5188e req-ff0dd955-0e54-41ff-8c33-83d532668d39 service neutron] Publish callbacks [] for security_group (d5382a17-cda0-4232-9aaf-ead7390237d8), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:31.411642 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e60d4642-cef6-4076-8a1f-76c836f5188e req-ff0dd955-0e54-41ff-8c33-83d532668d39 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (d5382a17-cda0-4232-9aaf-ead7390237d8), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:31.421739 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a9d22c14-3822-43fb-b3d1-0c90404dd8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:31.502864 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b59ef-355f-4983-b23d-a35e20aaeb3d req-a8d58cbd-5538-409b-b60b-892af6ea07ea tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:31.510259 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d4b59ef-355f-4983-b23d-a35e20aaeb3d req-a8d58cbd-5538-409b-b60b-892af6ea07ea tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.1977093 Jun 27 14:11:31.555136 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a9d22c14-3822-43fb-b3d1-0c90404dd8c4 admin admin] Publish callbacks [] for security_group (c8b030d4-70af-493b-9dc1-78b4d6153f9f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:31.561158 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a9d22c14-3822-43fb-b3d1-0c90404dd8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c8b030d4-70af-493b-9dc1-78b4d6153f9f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:31.562252 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba190f8-c9c1-4f2b-87ea-451bca3260c0 req-72a276d2-3a9d-4a32-aacc-270d8ffad817 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:31.563994 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9ba190f8-c9c1-4f2b-87ea-451bca3260c0 req-72a276d2-3a9d-4a32-aacc-270d8ffad817 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1796820 Jun 27 14:11:31.580543 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e60d4642-cef6-4076-8a1f-76c836f5188e req-ff0dd955-0e54-41ff-8c33-83d532668d39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7233112 Jun 27 14:11:31.588704 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dd955-0e54-41ff-8c33-83d532668d39 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d5382a17-cda0-4232-9aaf-ead7390237d8,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:31.632088 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a9d22c14-3822-43fb-b3d1-0c90404dd8c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf17a85f6c1e442eba7c87ab1e842e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401238 Jun 27 14:11:31.635508 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d22c14-3822-43fb-b3d1-0c90404dd8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b030d4-70af-493b-9dc1-78b4d6153f9f,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:31.638138 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36994) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:31.673661 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d4b59ef-355f-4983-b23d-a35e20aaeb3d req-a356ed58-df42-46a6-af06-dcb5dd714110 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623795 Jun 27 14:11:31.727537 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9ba190f8-c9c1-4f2b-87ea-451bca3260c0 req-1915bbac-12f3-412e-bd65-a5986c67588b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453767 Jun 27 14:11:31.746170 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b1ca806a-d257-4d7e-86d2-df329d1a0436 admin admin] Publish callbacks [] for security_group (c8b030d4-70af-493b-9dc1-78b4d6153f9f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:31.774820 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b1ca806a-d257-4d7e-86d2-df329d1a0436 admin admin] Publish callbacks [] for security_group (c8b030d4-70af-493b-9dc1-78b4d6153f9f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:31.852511 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b1ca806a-d257-4d7e-86d2-df329d1a0436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c8b030d4-70af-493b-9dc1-78b4d6153f9f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:31.857510 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b1ca806a-d257-4d7e-86d2-df329d1a0436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:31.859695 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b1ca806a-d257-4d7e-86d2-df329d1a0436 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8b030d4-70af-493b-9dc1-78b4d6153f9f HTTP/1.1" status: 204 len: 168 time: 0.2173069 Jun 27 14:11:31.874638 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca806a-d257-4d7e-86d2-df329d1a0436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b030d4-70af-493b-9dc1-78b4d6153f9f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:32.029625 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:32.042444 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b3ac0-4522-4036-a15a-64df3000a35f req-26890271-2e40-4c6e-a6cf-7e5863fa1936 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:32.044078 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a51b3ac0-4522-4036-a15a-64df3000a35f req-26890271-2e40-4c6e-a6cf-7e5863fa1936 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0631835 Jun 27 14:11:32.109665 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a51b3ac0-4522-4036-a15a-64df3000a35f req-0fae79e1-249b-457e-9a60-d92763336605 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530574 Jun 27 14:11:32.325093 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf866c-6459-4516-a938-1bd53666cd9b req-9aca318f-9c6b-44af-8ebb-5908958f6d9e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:32.328571 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7fdf866c-6459-4516-a938-1bd53666cd9b req-9aca318f-9c6b-44af-8ebb-5908958f6d9e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 944 time: 0.0763910 Jun 27 14:11:32.427357 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7fdf866c-6459-4516-a938-1bd53666cd9b req-524eac82-d532-45da-9677-09ed27ac39d9 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886905 Jun 27 14:11:32.486272 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37024) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:32.505033 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a6568b4b-3f92-4879-abce-8945448e8b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:32.647525 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a6568b4b-3f92-4879-abce-8945448e8b1a admin admin] Publish callbacks [] for security_group (546f6538-0120-4b3c-b01f-d0fa1a8e1552), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:32.653669 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a6568b4b-3f92-4879-abce-8945448e8b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (546f6538-0120-4b3c-b01f-d0fa1a8e1552), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:32.712009 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6568b4b-3f92-4879-abce-8945448e8b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546f6538-0120-4b3c-b01f-d0fa1a8e1552,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:32.716775 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a6568b4b-3f92-4879-abce-8945448e8b1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8afbb52237fd4fa2a10867900a30cff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291307 Jun 27 14:11:32.720092 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37030) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:32.816311 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ecfb495e-d66a-4a13-b657-fb110cdc5089 admin admin] Publish callbacks [] for security_group (546f6538-0120-4b3c-b01f-d0fa1a8e1552), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:32.848706 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ecfb495e-d66a-4a13-b657-fb110cdc5089 admin admin] Publish callbacks [] for security_group (546f6538-0120-4b3c-b01f-d0fa1a8e1552), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:32.937387 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ecfb495e-d66a-4a13-b657-fb110cdc5089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (546f6538-0120-4b3c-b01f-d0fa1a8e1552), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:32.939878 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1708b2b-e499-479f-bde3-888c312efea3 req-5887f009-19dd-4c65-a33b-6d17ca9b8ef6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:32.940615 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ecfb495e-d66a-4a13-b657-fb110cdc5089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:32.942456 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f1708b2b-e499-479f-bde3-888c312efea3 req-5887f009-19dd-4c65-a33b-6d17ca9b8ef6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1155927 Jun 27 14:11:32.951501 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37038) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:32.957166 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ecfb495e-d66a-4a13-b657-fb110cdc5089 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/546f6538-0120-4b3c-b01f-d0fa1a8e1552 HTTP/1.1" status: 204 len: 168 time: 0.2208002 Jun 27 14:11:32.961542 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:32.962280 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:32.975679 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb495e-d66a-4a13-b657-fb110cdc5089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546f6538-0120-4b3c-b01f-d0fa1a8e1552,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:32.978727 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16003aa6-3e22-468a-bc2c-cc2585bad623 req-b7b2022f-5091-4a8b-a752-8f8bc65ddc13 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:32.995190 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-16003aa6-3e22-468a-bc2c-cc2585bad623 req-b7b2022f-5091-4a8b-a752-8f8bc65ddc13 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.1296425 Jun 27 14:11:33.146167 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f1708b2b-e499-479f-bde3-888c312efea3 req-9cf8860f-f488-47d2-a856-3e150bc3985b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819603 Jun 27 14:11:33.162262 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-16003aa6-3e22-468a-bc2c-cc2585bad623 req-944db2d3-b987-43a4-b4d4-a7cef2123de4 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652730 Jun 27 14:11:33.308924 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d0efa1-22d7-489e-945b-4bfbd032bcb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.332392 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007176eb-e730-48a2-86f3-8b8bedfadad2 req-6bd5be76-a900-4804-a449-458b9a8e3089 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:33.334321 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-007176eb-e730-48a2-86f3-8b8bedfadad2 req-6bd5be76-a900-4804-a449-458b9a8e3089 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0892091 Jun 27 14:11:33.388699 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37048) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:33.405665 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-05b1bc08-d51e-4a8b-afea-964e4ff2f3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.422007 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:33.428131 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-007176eb-e730-48a2-86f3-8b8bedfadad2 req-c502c306-7b30-44b5-b02a-9bd861455c5c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802987 Jun 27 14:11:33.491852 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d0efa1-22d7-489e-945b-4bfbd032bcb9 admin admin] Publish callbacks [] for security_group (59b380f9-b1ea-43d1-91cc-1e71c2c4221d), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.499854 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d0efa1-22d7-489e-945b-4bfbd032bcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (59b380f9-b1ea-43d1-91cc-1e71c2c4221d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.543178 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-05b1bc08-d51e-4a8b-afea-964e4ff2f3d5 admin admin] Publish callbacks [] for security_group (265d8c1a-76d7-4a13-9640-09c69a0f8d6c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.548794 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-05b1bc08-d51e-4a8b-afea-964e4ff2f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (265d8c1a-76d7-4a13-9640-09c69a0f8d6c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.593420 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-10d0efa1-22d7-489e-945b-4bfbd032bcb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db27383acceb485aa66bdb8bc6689136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6405101 Jun 27 14:11:33.597716 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37052) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:33.600242 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0efa1-22d7-489e-945b-4bfbd032bcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b380f9-b1ea-43d1-91cc-1e71c2c4221d,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:33.612549 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f1ad6-c769-40aa-9980-587d9a7c72c8 req-99fb0018-6cfd-45ce-a31a-99fd7fa11d14 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:33.618249 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-128f1ad6-c769-40aa-9980-587d9a7c72c8 req-99fb0018-6cfd-45ce-a31a-99fd7fa11d14 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 944 time: 0.0912368 Jun 27 14:11:33.618567 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-05b1bc08-d51e-4a8b-afea-964e4ff2f3d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58fb0e5ed2e24b488c2d801abd7abcc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235832 Jun 27 14:11:33.618567 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1bc08-d51e-4a8b-afea-964e4ff2f3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265d8c1a-76d7-4a13-9640-09c69a0f8d6c,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:33.618916 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37054) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:33.636858 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 98465f9b-6342-4822-8f44-f8fec9f75686 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:33.679160 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9e555b4-9246-49e1-be0b-3311ff3049d7 admin admin] Publish callbacks [] for security_group (59b380f9-b1ea-43d1-91cc-1e71c2c4221d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.710070 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9e555b4-9246-49e1-be0b-3311ff3049d7 admin admin] Publish callbacks [] for security_group (59b380f9-b1ea-43d1-91cc-1e71c2c4221d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.717209 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-128f1ad6-c769-40aa-9980-587d9a7c72c8 req-1d454f12-3ca3-4b0c-9b5b-c610fbac6472 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876684 Jun 27 14:11:33.764646 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb43a-d55b-4521-ab87-f3926987f702 admin admin] Publish callbacks [] for security_group (265d8c1a-76d7-4a13-9640-09c69a0f8d6c), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.790410 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9e555b4-9246-49e1-be0b-3311ff3049d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (59b380f9-b1ea-43d1-91cc-1e71c2c4221d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.795100 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9e555b4-9246-49e1-be0b-3311ff3049d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.797633 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e9e555b4-9246-49e1-be0b-3311ff3049d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59b380f9-b1ea-43d1-91cc-1e71c2c4221d HTTP/1.1" status: 204 len: 168 time: 0.1986110 Jun 27 14:11:33.811412 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e555b4-9246-49e1-be0b-3311ff3049d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b380f9-b1ea-43d1-91cc-1e71c2c4221d,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:33.819178 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb43a-d55b-4521-ab87-f3926987f702 admin admin] Publish callbacks [] for security_group (265d8c1a-76d7-4a13-9640-09c69a0f8d6c), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.930437 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 98465f9b-6342-4822-8f44-f8fec9f75686 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:11:33.941011 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb43a-d55b-4521-ab87-f3926987f702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (265d8c1a-76d7-4a13-9640-09c69a0f8d6c), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.943943 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb43a-d55b-4521-ab87-f3926987f702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:33.945981 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4e0eb43a-d55b-4521-ab87-f3926987f702 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/265d8c1a-76d7-4a13-9640-09c69a0f8d6c HTTP/1.1" status: 204 len: 168 time: 0.3262475 Jun 27 14:11:33.963865 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 98465f9b-6342-4822-8f44-f8fec9f75686 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:33.966198 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:34.015755 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eb43a-d55b-4521-ab87-f3926987f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265d8c1a-76d7-4a13-9640-09c69a0f8d6c,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:34.036660 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670c85b-597f-44c9-a47e-b516053b97eb req-b367d8be-ee69-40cf-9b02-7a80c8f654ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:34.044208 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5670c85b-597f-44c9-a47e-b516053b97eb req-b367d8be-ee69-40cf-9b02-7a80c8f654ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 1128 time: 0.1206143 Jun 27 14:11:34.130343 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:34.145697 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-11672e31-93f0-4f19-aeb0-4b44972f7834 req-63274496-c17e-4817-81db-f8fb6af904a4 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517011 Jun 27 14:11:34.163315 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:34.275389 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 98465f9b-6342-4822-8f44-f8fec9f75686 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:34.276560 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:34.347816 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0ba112-e8e8-4f73-a3a1-d790eb24dd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98465f9b-6342-4822-8f44-f8fec9f75686'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:11:34.352788 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb2e793-0f8a-45bf-8f80-324dd09b6ecd" -d '{"events": [{"server_uuid": "8c0ba112-e8e8-4f73-a3a1-d790eb24dd84", "name": "network-vif-plugged", "status": "completed", "tag": "98465f9b-6342-4822-8f44-f8fec9f75686"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:34.391476 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 98465f9b-6342-4822-8f44-f8fec9f75686, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=98465f9b-6342-4822-8f44-f8fec9f75686,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:34.397839 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:34.428161 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670c85b-597f-44c9-a47e-b516053b97eb req-238f029b-f5a3-43fd-873b-a826699b39f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:34.429999 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5670c85b-597f-44c9-a47e-b516053b97eb req-238f029b-f5a3-43fd-873b-a826699b39f5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=12a08b9d2c92484481315d29fafa47c2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3752809 Jun 27 14:11:34.446288 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb1689-573c-4bfc-937e-7a1f77a536f3 req-7d8a8b4b-d92b-4aa0-8eec-aaee1ee3de28 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:34.448075 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dffb1689-573c-4bfc-937e-7a1f77a536f3 req-7d8a8b4b-d92b-4aa0-8eec-aaee1ee3de28 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.1178491 Jun 27 14:11:34.502255 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05e95c-3d4c-46fc-b549-b169cda6acbc req-754e2d48-38a7-4f20-96c2-9d8cec0ac55a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:34.505289 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fb05e95c-3d4c-46fc-b549-b169cda6acbc req-754e2d48-38a7-4f20-96c2-9d8cec0ac55a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1221027 Jun 27 14:11:34.528343 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=98465f9b-6342-4822-8f44-f8fec9f75686,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:34.556619 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dffb1689-573c-4bfc-937e-7a1f77a536f3 req-c018b103-49ef-4bb4-920e-42994d472f29 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983205 Jun 27 14:11:34.628963 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fb05e95c-3d4c-46fc-b549-b169cda6acbc req-430ad603-b22e-4f18-ba9c-0f06a595feed tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130767 Jun 27 14:11:34.710495 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1059044-9c1f-47be-8161-da1682c43faf x-openstack-request-id: req-e1059044-9c1f-47be-8161-da1682c43faf {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:34.711412 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0ba112-e8e8-4f73-a3a1-d790eb24dd84", "name": "network-vif-plugged", "status": "completed", "tag": "98465f9b-6342-4822-8f44-f8fec9f75686", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:34.711412 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1059044-9c1f-47be-8161-da1682c43faf {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:34.711706 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1059044-9c1f-47be-8161-da1682c43faf'] response: {'server_uuid': '8c0ba112-e8e8-4f73-a3a1-d790eb24dd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98465f9b-6342-4822-8f44-f8fec9f75686', 'code': 200} Jun 27 14:11:34.907703 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37096) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:34.936255 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-151cc77f-eae2-4f1e-a5f3-7e0e19452dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:34.976981 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd09df-c869-4e2a-ac81-faa7a3d905d6 req-38e46488-8f43-4c28-8724-05dfb1d1c88d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:34.989396 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8ccd09df-c869-4e2a-ac81-faa7a3d905d6 req-38e46488-8f43-4c28-8724-05dfb1d1c88d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 944 time: 0.1153243 Jun 27 14:11:34.999805 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885d1d-87ed-4bd4-a839-4fe2c94eead9 req-8af6115f-fe13-45ac-aa56-9893cc9af09f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:35.008112 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3e885d1d-87ed-4bd4-a839-4fe2c94eead9 req-8af6115f-fe13-45ac-aa56-9893cc9af09f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.2601736 Jun 27 14:11:35.052022 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-151cc77f-eae2-4f1e-a5f3-7e0e19452dfe admin admin] Publish callbacks [] for security_group (a9c459b0-084d-49cd-8c5b-5126dd206399), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:35.058584 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-151cc77f-eae2-4f1e-a5f3-7e0e19452dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (a9c459b0-084d-49cd-8c5b-5126dd206399), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:35.123801 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8ccd09df-c869-4e2a-ac81-faa7a3d905d6 req-746d1ac2-cb10-4a64-bf98-9a351d18a119 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122346 Jun 27 14:11:35.126961 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-151cc77f-eae2-4f1e-a5f3-7e0e19452dfe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb2c519ba6d64baab850a5972833661c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178454 Jun 27 14:11:35.130393 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cc77f-eae2-4f1e-a5f3-7e0e19452dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c459b0-084d-49cd-8c5b-5126dd206399,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:35.149153 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37108) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:35.155550 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3e885d1d-87ed-4bd4-a839-4fe2c94eead9 req-a6928b4f-2539-4426-bbfc-44138499c734 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461675 Jun 27 14:11:35.218774 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-50578549-bb7a-4100-8a23-3bdef9e3026e admin admin] Publish callbacks [] for security_group (a9c459b0-084d-49cd-8c5b-5126dd206399), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:35.250891 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-50578549-bb7a-4100-8a23-3bdef9e3026e admin admin] Publish callbacks [] for security_group (a9c459b0-084d-49cd-8c5b-5126dd206399), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:35.325470 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-50578549-bb7a-4100-8a23-3bdef9e3026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (a9c459b0-084d-49cd-8c5b-5126dd206399), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:35.330735 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-50578549-bb7a-4100-8a23-3bdef9e3026e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:35.332713 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-50578549-bb7a-4100-8a23-3bdef9e3026e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9c459b0-084d-49cd-8c5b-5126dd206399 HTTP/1.1" status: 204 len: 168 time: 0.1810086 Jun 27 14:11:35.337900 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:35.345744 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50578549-bb7a-4100-8a23-3bdef9e3026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c459b0-084d-49cd-8c5b-5126dd206399,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:35.778209 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bcf4-133c-4ae8-b9a2-857b58672d0e req-ffbca023-95d3-43e9-9976-0759954facbd tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:35.780935 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7671bcf4-133c-4ae8-b9a2-857b58672d0e req-ffbca023-95d3-43e9-9976-0759954facbd tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 943 time: 0.0720749 Jun 27 14:11:35.793642 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 3e93f44c-b004-42ed-9b70-44aa1dd506c3 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:11:35.813825 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:35.846728 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28b9de-e0b1-4284-a4da-c611bd085465 req-a9d792b1-1efe-479e-a674-df635eeefccc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:35.855374 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2a28b9de-e0b1-4284-a4da-c611bd085465 req-a9d792b1-1efe-479e-a674-df635eeefccc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1013267 Jun 27 14:11:35.940773 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7671bcf4-133c-4ae8-b9a2-857b58672d0e req-a1c5e708-2103-4714-99cb-e0240b49e8f3 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398325 Jun 27 14:11:36.015907 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2a28b9de-e0b1-4284-a4da-c611bd085465 req-0762fe62-bef4-4831-9fcf-a5d6299304bd tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594656 Jun 27 14:11:36.024242 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 3e93f44c-b004-42ed-9b70-44aa1dd506c3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3e93f44c-b004-42ed-9b70-44aa1dd506c3,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:36.046227 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '3e93f44c-b004-42ed-9b70-44aa1dd506c3', 'network_id': '8baa68e4-35e0-4960-89f7-da0c8635d3de', 'port_id': '3e93f44c-b004-42ed-9b70-44aa1dd506c3', 'mac_address': 'fa:16:3e:f4:b8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a026109-9f2a-493e-9cc2-b838f72ce49f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:11:36.102963 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:36.103693 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:36.127967 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e93f44c-b004-42ed-9b70-44aa1dd506c3 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:11:36.172009 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 3e93f44c-b004-42ed-9b70-44aa1dd506c3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3e93f44c-b004-42ed-9b70-44aa1dd506c3,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:36.181826 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:36.268350 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=3e93f44c-b004-42ed-9b70-44aa1dd506c3,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:36.408920 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306efd4c-ad95-486f-a780-c1a0cc1fd536 req-8eafa040-c2a8-442f-93b2-193d4e8c1826 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:36.410514 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306efd4c-ad95-486f-a780-c1a0cc1fd536 req-8eafa040-c2a8-442f-93b2-193d4e8c1826 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.1077316 Jun 27 14:11:36.417041 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bd14a-3749-4e17-83e6-f36d71e4935b req-e530ad81-515d-4b48-9461-19cfa6b03788 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:36.418936 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1c4bd14a-3749-4e17-83e6-f36d71e4935b req-e530ad81-515d-4b48-9461-19cfa6b03788 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 944 time: 0.0911045 Jun 27 14:11:36.500829 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306efd4c-ad95-486f-a780-c1a0cc1fd536 req-efa514f6-bb8f-4dab-8678-8d7dc0e64ee0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806494 Jun 27 14:11:36.515445 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1c4bd14a-3749-4e17-83e6-f36d71e4935b req-99969da8-165d-4411-bcc5-39ee9ef97813 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793719 Jun 27 14:11:36.959602 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['3e93f44c-b004-42ed-9b70-44aa1dd506c3'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:11:37.403024 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523858b1-d383-434a-a64c-cb03cc646ad6 req-99e041b9-e212-453b-8514-0a37f5f388a7 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:37.404943 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-523858b1-d383-434a-a64c-cb03cc646ad6 req-99e041b9-e212-453b-8514-0a37f5f388a7 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 944 time: 0.3249540 Jun 27 14:11:37.411244 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc609c-22e1-4240-a332-9bd578ef2757 req-d6f43c99-cfe7-415b-bce3-1a42370761f5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:37.412822 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1fcc609c-22e1-4240-a332-9bd578ef2757 req-d6f43c99-cfe7-415b-bce3-1a42370761f5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.2500534 Jun 27 14:11:37.480955 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:37.513092 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670c85b-597f-44c9-a47e-b516053b97eb req-d9aaca09-1050-4dd8-9f6b-9c0f932a8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:37.514849 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5670c85b-597f-44c9-a47e-b516053b97eb req-d9aaca09-1050-4dd8-9f6b-9c0f932a8705 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5100379 Jun 27 14:11:37.540755 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-523858b1-d383-434a-a64c-cb03cc646ad6 req-a1a4771f-625a-489f-99c8-59ca2bc2c6a6 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253524 Jun 27 14:11:37.594731 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1fcc609c-22e1-4240-a332-9bd578ef2757 req-4e1c08f2-5b24-487d-903e-3b22bcd4bd2f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716893 Jun 27 14:11:38.089376 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb20da-4481-4f30-81b8-b64ed3e85d9d req-76916ca1-6594-4e86-b5a5-197fc6ea4250 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:38.104154 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-29fb20da-4481-4f30-81b8-b64ed3e85d9d req-76916ca1-6594-4e86-b5a5-197fc6ea4250 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 944 time: 0.4840527 Jun 27 14:11:38.130423 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-563f9f9c-fe43-41e6-a068-a3e80e0af68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:38.133418 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-563f9f9c-fe43-41e6-a068-a3e80e0af68a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 1128 time: 0.1704631 Jun 27 14:11:38.157558 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdb616-4f34-4c72-b2a7-ad2ad5b6fdc0 req-9714c0c1-c40e-4916-877b-c2ad5d9537e6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:38.160707 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7ccdb616-4f34-4c72-b2a7-ad2ad5b6fdc0 req-9714c0c1-c40e-4916-877b-c2ad5d9537e6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.2659752 Jun 27 14:11:38.170052 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:38.181897 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:38.251353 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-29fb20da-4481-4f30-81b8-b64ed3e85d9d req-59aa6c2a-4c04-4e29-b713-8317a6459d58 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373699 Jun 27 14:11:38.287352 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7ccdb616-4f34-4c72-b2a7-ad2ad5b6fdc0 req-f809f755-06f2-4ddf-b5c5-92d45284a2d4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127417 Jun 27 14:11:38.466341 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-75d7533c-ec05-4fb5-934b-f056ce28c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:38.469102 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-75d7533c-ec05-4fb5-934b-f056ce28c62c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 1128 time: 0.0541866 Jun 27 14:11:38.550208 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-7b3e48f8-3cd0-447e-a053-724a45305120 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98 HTTP/1.1" status: 200 len: 217 time: 0.0705657 Jun 27 14:11:38.740739 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19010883-90fd-4a1e-a8e5-6c2f203e2a50 req-c475655d-926d-4785-b832-9028a8ab76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:38.742081 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-19010883-90fd-4a1e-a8e5-6c2f203e2a50 req-c475655d-926d-4785-b832-9028a8ab76fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 1129 time: 0.2098432 Jun 27 14:11:38.773848 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e0b2b-6c0e-45b6-a0f0-7b1adb2105e1 req-e34c7a7b-4749-4b4a-80fc-dca00f0184b0 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:38.775563 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-642e0b2b-6c0e-45b6-a0f0-7b1adb2105e1 req-e34c7a7b-4749-4b4a-80fc-dca00f0184b0 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 944 time: 0.0990186 Jun 27 14:11:38.819232 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-d86c6689-faf9-4552-b462-7536e11b145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:38.820781 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-d86c6689-faf9-4552-b462-7536e11b145d service neutron] 10.222.0.13 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 911 time: 0.4044940 Jun 27 14:11:38.850131 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef96ed-69fa-46fc-8eae-57e147bfc5b2 req-121cf3a4-4643-435c-a455-d04a19675e19 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:38.852764 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98ef96ed-69fa-46fc-8eae-57e147bfc5b2 req-121cf3a4-4643-435c-a455-d04a19675e19 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1138387 Jun 27 14:11:38.893303 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:38.916121 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-642e0b2b-6c0e-45b6-a0f0-7b1adb2105e1 req-ce27c28f-a25e-42a5-95d9-79832658ad81 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142948 Jun 27 14:11:38.942688 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98ef96ed-69fa-46fc-8eae-57e147bfc5b2 req-121903d2-c533-4f67-b3c8-bfde3a6040eb tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805967 Jun 27 14:11:39.270137 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37272) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:39.314025 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device fc0d5cdf-f01e-4891-ab98-f0ac735551e2 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:11:39.350889 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:39.484252 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe4402-4f45-42bf-9a26-4c492b00a571 req-a664addd-b7f1-4113-a4ab-cf7578287f07 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:39.489864 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a2fe4402-4f45-42bf-9a26-4c492b00a571 req-a664addd-b7f1-4113-a4ab-cf7578287f07 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 944 time: 0.1045885 Jun 27 14:11:39.504569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:39.507769 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-063f4b95-94d4-4378-9613-fe594e6ef2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:39.547526 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port fc0d5cdf-f01e-4891-ab98-f0ac735551e2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:39.552489 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:39.567368 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42eccc-f973-4d02-890b-af890fb63915 req-a7baec9a-5c15-46de-99dd-f84f22fe2b93 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:39.580994 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fb42eccc-f973-4d02-890b-af890fb63915 req-a7baec9a-5c15-46de-99dd-f84f22fe2b93 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0788910 Jun 27 14:11:39.598517 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'port_id': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2', 'mac_address': 'fa:16:3e:9a:8a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:11:39.623766 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-063f4b95-94d4-4378-9613-fe594e6ef2d8 admin admin] Publish callbacks [] for security_group (2ba17b23-6bb8-472e-a254-7e6268ab7398), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:39.631208 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-063f4b95-94d4-4378-9613-fe594e6ef2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (2ba17b23-6bb8-472e-a254-7e6268ab7398), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:39.660957 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:39.661700 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:39.665744 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a2fe4402-4f45-42bf-9a26-4c492b00a571 req-9decb36c-15ee-40c7-b0b7-1d1477f8ef4d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682727 Jun 27 14:11:39.676456 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-063f4b95-94d4-4378-9613-fe594e6ef2d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9e12bd6a63a4e24b18fc9f0d102119b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047422 Jun 27 14:11:39.679157 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fb42eccc-f973-4d02-890b-af890fb63915 req-986fe225-70c5-4629-9e73-979e3467eed0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960097 Jun 27 14:11:39.679806 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37288) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:39.702012 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0d5cdf-f01e-4891-ab98-f0ac735551e2 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:11:39.726795 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f4b95-94d4-4378-9613-fe594e6ef2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba17b23-6bb8-472e-a254-7e6268ab7398,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:39.730561 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port fc0d5cdf-f01e-4891-ab98-f0ac735551e2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:39.737559 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:39.751699 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eed9961f-bf3a-4c58-9be5-3037762e17dd admin admin] Publish callbacks [] for security_group (2ba17b23-6bb8-472e-a254-7e6268ab7398), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:39.782928 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eed9961f-bf3a-4c58-9be5-3037762e17dd admin admin] Publish callbacks [] for security_group (2ba17b23-6bb8-472e-a254-7e6268ab7398), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:39.832830 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:39.844357 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:39.866922 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b8d0d-4d22-4eef-808f-e3b568f6bdac req-5da200c1-7793-4850-aea9-e63ffbdeb258 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:39.868559 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-581b8d0d-4d22-4eef-808f-e3b568f6bdac req-5da200c1-7793-4850-aea9-e63ffbdeb258 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0748098 Jun 27 14:11:39.914132 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eed9961f-bf3a-4c58-9be5-3037762e17dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (2ba17b23-6bb8-472e-a254-7e6268ab7398), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:39.916563 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eed9961f-bf3a-4c58-9be5-3037762e17dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:39.917758 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-eed9961f-bf3a-4c58-9be5-3037762e17dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ba17b23-6bb8-472e-a254-7e6268ab7398 HTTP/1.1" status: 204 len: 168 time: 0.2365518 Jun 27 14:11:39.940767 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9961f-bf3a-4c58-9be5-3037762e17dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba17b23-6bb8-472e-a254-7e6268ab7398,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:39.947268 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-581b8d0d-4d22-4eef-808f-e3b568f6bdac req-3ce69ea4-ad64-494c-8d0f-5a8955ba715e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687847 Jun 27 14:11:40.102374 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51d611-3185-4dc8-b965-5a79cda23af8 req-afe470c7-42d2-41a1-b945-ab70198cf263 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:40.103486 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-de51d611-3185-4dc8-b965-5a79cda23af8 req-afe470c7-42d2-41a1-b945-ab70198cf263 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 944 time: 0.0548115 Jun 27 14:11:40.162497 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 3e93f44c-b004-42ed-9b70-44aa1dd506c3 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:40.162864 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-de51d611-3185-4dc8-b965-5a79cda23af8 req-a9505cae-c584-4fb8-830c-8bbb81bc133e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519195 Jun 27 14:11:40.223404 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:11:40.230784 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:40.231223 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:40.368516 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:40.369995 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:40.374422 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37298) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:40.389568 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0e02d461-fcdc-4e75-a16d-76be4c284aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:40.399067 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebda949-dfae-470f-81eb-725f085283b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e93f44c-b004-42ed-9b70-44aa1dd506c3'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:11:40.401728 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75116716-13e5-4b36-a7e3-1dbd32be122f" -d '{"events": [{"server_uuid": "4ebda949-dfae-470f-81eb-725f085283b1", "name": "network-vif-plugged", "status": "completed", "tag": "3e93f44c-b004-42ed-9b70-44aa1dd506c3"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:40.417896 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 3e93f44c-b004-42ed-9b70-44aa1dd506c3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3e93f44c-b004-42ed-9b70-44aa1dd506c3,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:40.422488 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:40.465437 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce614402-9316-4541-b2a1-fbb32d05eb0a x-openstack-request-id: req-ce614402-9316-4541-b2a1-fbb32d05eb0a {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:40.466032 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebda949-dfae-470f-81eb-725f085283b1", "name": "network-vif-plugged", "status": "completed", "tag": "3e93f44c-b004-42ed-9b70-44aa1dd506c3", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:40.466194 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce614402-9316-4541-b2a1-fbb32d05eb0a {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:40.466759 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce614402-9316-4541-b2a1-fbb32d05eb0a'] response: {'server_uuid': '4ebda949-dfae-470f-81eb-725f085283b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e93f44c-b004-42ed-9b70-44aa1dd506c3', 'code': 200} Jun 27 14:11:40.491063 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=3e93f44c-b004-42ed-9b70-44aa1dd506c3,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:40.507905 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0e02d461-fcdc-4e75-a16d-76be4c284aad admin admin] Publish callbacks [] for security_group (7fef9324-a131-4d34-9830-76d4c9d4ec08), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:40.513080 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0e02d461-fcdc-4e75-a16d-76be4c284aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (7fef9324-a131-4d34-9830-76d4c9d4ec08), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:40.556869 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0e02d461-fcdc-4e75-a16d-76be4c284aad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b2166aae8014960be9c0c21d95c88ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812015 Jun 27 14:11:40.558094 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02d461-fcdc-4e75-a16d-76be4c284aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fef9324-a131-4d34-9830-76d4c9d4ec08,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:40.560281 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37302) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:40.649489 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ae970aec-69b0-4f87-a74d-8b73f64db968 admin admin] Publish callbacks [] for security_group (7fef9324-a131-4d34-9830-76d4c9d4ec08), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:40.691697 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ae970aec-69b0-4f87-a74d-8b73f64db968 admin admin] Publish callbacks [] for security_group (7fef9324-a131-4d34-9830-76d4c9d4ec08), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:40.773415 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ae970aec-69b0-4f87-a74d-8b73f64db968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (7fef9324-a131-4d34-9830-76d4c9d4ec08), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:40.776742 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ae970aec-69b0-4f87-a74d-8b73f64db968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:40.778080 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ae970aec-69b0-4f87-a74d-8b73f64db968 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fef9324-a131-4d34-9830-76d4c9d4ec08 HTTP/1.1" status: 204 len: 168 time: 0.2165420 Jun 27 14:11:40.789405 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae970aec-69b0-4f87-a74d-8b73f64db968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fef9324-a131-4d34-9830-76d4c9d4ec08,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:40.873830 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acabb41-9304-4825-bcb9-e43855450b15 req-18ea33cc-2733-476f-92d9-714cba2dc795 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:40.875806 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5acabb41-9304-4825-bcb9-e43855450b15 req-18ea33cc-2733-476f-92d9-714cba2dc795 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 945 time: 0.0842059 Jun 27 14:11:40.917161 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978eeb3-9a0e-49f5-a0b5-bcd6b667d807 req-b9ed6bd2-6cc3-4b19-ac44-4e65d40e26ec tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:40.918803 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e978eeb3-9a0e-49f5-a0b5-bcd6b667d807 req-b9ed6bd2-6cc3-4b19-ac44-4e65d40e26ec tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0878057 Jun 27 14:11:40.975299 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5acabb41-9304-4825-bcb9-e43855450b15 req-72ef4d93-b150-48e3-b269-4c1d4880dd2b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886075 Jun 27 14:11:41.017041 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e978eeb3-9a0e-49f5-a0b5-bcd6b667d807 req-4949d859-92fb-437f-bef7-d7077b60b128 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877626 Jun 27 14:11:41.072648 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:41.125764 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d08a0b-dff9-45ea-897c-83643fe78d63 req-d7d981e1-3508-4ac7-aafa-9505c517fb9e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:41.127459 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04d08a0b-dff9-45ea-897c-83643fe78d63 req-d7d981e1-3508-4ac7-aafa-9505c517fb9e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0692534 Jun 27 14:11:41.183057 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04d08a0b-dff9-45ea-897c-83643fe78d63 req-f87bb603-5356-42bc-ad97-e82c5f8b9b6c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476100 Jun 27 14:11:41.285415 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda99f9a-a28b-4a9f-b22f-f758be08208a req-41d9cd55-3b5c-4ece-92ae-d1763bd18109 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:41.287009 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dda99f9a-a28b-4a9f-b22f-f758be08208a req-41d9cd55-3b5c-4ece-92ae-d1763bd18109 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 945 time: 0.0500786 Jun 27 14:11:41.340052 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dda99f9a-a28b-4a9f-b22f-f758be08208a req-12334973-51e7-47c4-ad92-5f35c7ed30e5 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468221 Jun 27 14:11:41.503634 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-f3fc0d93-f015-4d7b-a3a4-fba478deb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:41.505794 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-f3fc0d93-f015-4d7b-a3a4-fba478deb90a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 200 len: 855 time: 0.0876861 Jun 27 14:11:41.566327 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-19010883-90fd-4a1e-a8e5-6c2f203e2a50 req-6250d6a3-1f1b-49db-98af-9b7733cdc975 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348407 Jun 27 14:11:41.568318 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-319f84bc-4148-4c2f-854c-9a5b1128571c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2 HTTP/1.1" status: 200 len: 217 time: 0.1386473 Jun 27 14:11:41.614486 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-97d9cfe4-91af-4550-aee9-d5ffb585fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:41.616062 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-97d9cfe4-91af-4550-aee9-d5ffb585fbc5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d1575ad-e082-42db-9394-d8ba8185acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0998266 Jun 27 14:11:41.619181 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-e4c1b3dd-900f-4883-9dcc-21ff435c7001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:41.620631 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-e4c1b3dd-900f-4883-9dcc-21ff435c7001 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 1129 time: 0.0852940 Jun 27 14:11:41.709371 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['fc0d5cdf-f01e-4891-ab98-f0ac735551e2'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:11:41.889174 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37348) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:41.969623 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649a16c-283b-43dd-ad41-67f6eebae95a req-576b372b-8ad2-4f8e-9488-25e53d4390ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:41.971456 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a649a16c-283b-43dd-ad41-67f6eebae95a req-576b372b-8ad2-4f8e-9488-25e53d4390ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 1129 time: 0.0812683 Jun 27 14:11:41.974220 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-3db62a1d-f486-40c8-b64d-b965eb35c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:41.975811 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-3db62a1d-f486-40c8-b64d-b965eb35c427 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4eeb10-6bd6-4aad-88be-ccba7334c626 HTTP/1.1" status: 200 len: 849 time: 0.1362383 Jun 27 14:11:42.204464 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-169fe2be-2701-480c-b657-74aa3c8e7d4f service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629894 Jun 27 14:11:42.207003 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-d7ab5ad0-34da-4c1f-b48c-9b836cb24106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:42.210012 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-d7ab5ad0-34da-4c1f-b48c-9b836cb24106 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.3603973 Jun 27 14:11:42.318376 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:42.328110 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2007673521-network', 'tenant_id': '70a711689e164e7ab46fed12f11be0d5'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:11:42.356974 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-a50bc1d1-c7bb-489e-9de6-97acab298958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:42.359221 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-a50bc1d1-c7bb-489e-9de6-97acab298958 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3125284 Jun 27 14:11:42.371317 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a649a16c-283b-43dd-ad41-67f6eebae95a req-fb613647-0927-4bab-b425-1a0adc9157e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809152 Jun 27 14:11:42.383905 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a30602-ae1d-4743-a543-b306866fa82d req-c13d7b68-8145-4064-92a9-d02883c9f241 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:42.385524 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a4a30602-ae1d-4743-a543-b306866fa82d req-c13d7b68-8145-4064-92a9-d02883c9f241 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.2035644 Jun 27 14:11:42.414117 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361068-8978-43f6-8b7b-58b392009233 req-722d5e3a-49ef-4265-8b50-b1333cd4d40f tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:42.415795 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c6361068-8978-43f6-8b7b-58b392009233 req-722d5e3a-49ef-4265-8b50-b1333cd4d40f tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 945 time: 0.1712496 Jun 27 14:11:42.424779 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Made reservation on behalf of 70a711689e164e7ab46fed12f11be0d5 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:11:42.427404 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:42.459305 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:42.529439 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a4a30602-ae1d-4743-a543-b306866fa82d req-a6b47ace-47df-4928-a063-7a0a61f9568a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341324 Jun 27 14:11:42.538422 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c6361068-8978-43f6-8b7b-58b392009233 req-8e705426-e4a2-4f7e-a566-7f76644085af tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080267 Jun 27 14:11:42.652432 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Publish callbacks [] for security_group (3017eb21-aff5-42c9-8942-279944a6f616), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:42.666481 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (3017eb21-aff5-42c9-8942-279944a6f616), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:42.773485 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:42.779678 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-4d837bc5-0db2-401e-9811-3e76fc36e6af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95388752-3a74-41c2-b219-5fb7e2da7413 HTTP/1.1" status: 200 len: 217 time: 0.1375470 Jun 27 14:11:42.794586 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:42.799087 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:11:42.871756 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3017eb21-aff5-42c9-8942-279944a6f616,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:42.877933 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e86280d9-3ffa-4cb2-b7f6-f305273fb89e req-63272f48-b525-4c0f-b6f5-ac06f2789ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727618 Jun 27 14:11:42.884291 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (63288ea8-3adb-4ae2-80f8-e2fd50438178), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:42.884635 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Added segment 63288ea8-3adb-4ae2-80f8-e2fd50438178 of type vlan for network fec108ab-fdf6-49f8-81f1-f6183895c239 Jun 27 14:11:42.906015 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48299d-561c-4e72-bcdc-4b764b26a2fc req-b1138e2e-af4b-4354-ad96-5ffeb0dc30ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:42.913563 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0f48299d-561c-4e72-bcdc-4b764b26a2fc req-b1138e2e-af4b-4354-ad96-5ffeb0dc30ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1825094 Jun 27 14:11:42.924185 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1caeb0-1cff-4a89-bbac-c6f2feb14b82 req-839ef502-e403-4cbb-8909-d90664f69fe8 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:42.934688 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ee1caeb0-1cff-4a89-bbac-c6f2feb14b82 req-839ef502-e403-4cbb-8909-d90664f69fe8 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 945 time: 0.2024524 Jun 27 14:11:42.945470 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-b3c2d25c-b6ee-40a1-952e-0edcc0a16c3e service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342350 Jun 27 14:11:43.018815 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (fec108ab-fdf6-49f8-81f1-f6183895c239), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:43.112220 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0f48299d-561c-4e72-bcdc-4b764b26a2fc req-6a9a952e-8f8e-4b18-a946-7406825a22ad tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975379 Jun 27 14:11:43.133621 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ee1caeb0-1cff-4a89-bbac-c6f2feb14b82 req-bc8c99dc-6f18-40c4-b5af-7edf123e94cd tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974607 Jun 27 14:11:43.140134 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (fec108ab-fdf6-49f8-81f1-f6183895c239), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:43.142149 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:43.143369 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:43.228734 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37404) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:43.229686 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3369317 Jun 27 14:11:43.241161 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Request body: {'subnet': {'network_id': 'fec108ab-fdf6-49f8-81f1-f6183895c239', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2007673521-subnet', 'tenant_id': '70a711689e164e7ab46fed12f11be0d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:11:43.288301 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Made reservation on behalf of 70a711689e164e7ab46fed12f11be0d5 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:11:43.292096 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb35844-53d0-43b4-bea9-131f95da7724 admin admin] Pushing event updated for resources: {'Network': ['ID=fec108ab-fdf6-49f8-81f1-f6183895c239,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:43.308712 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:43.332027 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network fec108ab-fdf6-49f8-81f1-f6183895c239 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:11:43.471049 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:43.472574 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device fc0d5cdf-f01e-4891-ab98-f0ac735551e2 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:43.518306 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:43.611550 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:11:43.624586 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:43.628398 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:43.659738 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:43.786158 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:43.786574 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:43.844087 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:11:43.849508 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8767c54-3266-4258-a035-a0c9cf71521e" -d '{"events": [{"server_uuid": "1569b534-eeea-4fe6-8ed8-13dcacdb5c38", "name": "network-vif-plugged", "status": "completed", "tag": "fc0d5cdf-f01e-4891-ab98-f0ac735551e2"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:43.859613 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (55210c9b-7074-433b-b0d9-0d7cbc6a9f65), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:43.862229 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4f277-66c1-423e-afaa-d13a0565423d req-d7bbf1e1-bd51-42c4-a82a-bcd9d461451d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:43.871568 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-13d4f277-66c1-423e-afaa-d13a0565423d req-d7bbf1e1-bd51-42c4-a82a-bcd9d461451d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.1244776 Jun 27 14:11:43.882794 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cdab8-0657-444f-a30d-f5e7db79e4e8 req-857fb6e8-5d49-4d83-84d7-fadaf4bc1eee tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:43.884961 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b30cdab8-0657-444f-a30d-f5e7db79e4e8 req-857fb6e8-5d49-4d83-84d7-fadaf4bc1eee tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 945 time: 0.1211376 Jun 27 14:11:43.890128 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port fc0d5cdf-f01e-4891-ab98-f0ac735551e2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:43.897371 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:43.916636 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:43.959659 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37430) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:44.008213 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55210c9b-7074-433b-b0d9-0d7cbc6a9f65,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:44.037045 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:44.038611 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Checking segment: {'id': '63288ea8-3adb-4ae2-80f8-e2fd50438178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fec108ab-fdf6-49f8-81f1-f6183895c239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:11:44.039189 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Network hostable DHCP agents. Network: fec108ab-fdf6-49f8-81f1-f6183895c239, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:11:44.052122 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-13d4f277-66c1-423e-afaa-d13a0565423d req-6a25a094-ecd5-449f-b493-3bfa9219b24b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785221 Jun 27 14:11:44.143688 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d0ad8b-79ab-4431-af57-b925416b9925 x-openstack-request-id: req-e9d0ad8b-79ab-4431-af57-b925416b9925 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:44.144989 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1569b534-eeea-4fe6-8ed8-13dcacdb5c38", "name": "network-vif-plugged", "status": "completed", "tag": "fc0d5cdf-f01e-4891-ab98-f0ac735551e2", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:44.145863 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9d0ad8b-79ab-4431-af57-b925416b9925 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:44.148831 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d0ad8b-79ab-4431-af57-b925416b9925'] response: {'server_uuid': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2', 'code': 200} Jun 27 14:11:44.150373 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b30cdab8-0657-444f-a30d-f5e7db79e4e8 req-2cfd6e59-9d25-4490-91bd-daee618f4edc tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405453 Jun 27 14:11:44.163379 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Network fec108ab-fdf6-49f8-81f1-f6183895c239 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:11:44.194681 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-36f4b9d2-bc5f-4ec8-aa4a-a487d1048ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:44.198534 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-36f4b9d2-bc5f-4ec8-aa4a-a487d1048ae8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.1471748 Jun 27 14:11:44.204302 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, fec108ab-fdf6-49f8-81f1-f6183895c239) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:11:44.212616 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:44.213625 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:44.224268 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0088ef07-c0af-47a2-9a72-7d8dd054f5bb None None] Network fec108ab-fdf6-49f8-81f1-f6183895c239 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:11:44.261517 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-52cb192c-0c9b-4799-8fba-e13f5ac6eef7 req-059915a7-085a-43ca-a673-ffa60fe3283f service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071152 Jun 27 14:11:44.267287 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-633e0295-32d2-45e2-9d5e-8c4ab3fecffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:44.305330 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-86ca0125-98a4-4fc6-8cfa-389d79be0455 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0742204 Jun 27 14:11:44.409784 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab88461-8d3b-4e5c-aacc-8ca33a81ebe9 req-b3496362-e091-43c5-8047-de653d676eaf tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:44.416814 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7ab88461-8d3b-4e5c-aacc-8ca33a81ebe9 req-b3496362-e091-43c5-8047-de653d676eaf tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1509674 Jun 27 14:11:44.520041 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-952ad19f-6ff3-47f6-b1b4-34213e6e6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:44.523421 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-952ad19f-6ff3-47f6-b1b4-34213e6e6bd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1326559 Jun 27 14:11:44.577982 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5facc-40a6-4da7-a9ac-836db4231139 req-f14f9d96-4828-4c19-9860-a43893ec5c29 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:44.585641 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-633e0295-32d2-45e2-9d5e-8c4ab3fecffa admin admin] Publish callbacks [] for security_group (7c1d96b7-a1c4-43ad-8af9-417565b77ffb), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:44.588721 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c3f5facc-40a6-4da7-a9ac-836db4231139 req-f14f9d96-4828-4c19-9860-a43893ec5c29 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 945 time: 0.2263458 Jun 27 14:11:44.598383 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-633e0295-32d2-45e2-9d5e-8c4ab3fecffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (7c1d96b7-a1c4-43ad-8af9-417565b77ffb), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:44.671154 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b9c08-3e2e-4787-bc22-07ac5d259196 None None] Network fec108ab-fdf6-49f8-81f1-f6183895c239 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:11:44.752354 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7ab88461-8d3b-4e5c-aacc-8ca33a81ebe9 req-d3de0eed-3f18-4824-8934-de9b8007509e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244476 Jun 27 14:11:44.780150 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c3f5facc-40a6-4da7-a9ac-836db4231139 req-ce0350df-962c-4d1a-897c-33eac2b83a2f tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817887 Jun 27 14:11:44.787173 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e0295-32d2-45e2-9d5e-8c4ab3fecffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1d96b7-a1c4-43ad-8af9-417565b77ffb,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:44.825987 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-633e0295-32d2-45e2-9d5e-8c4ab3fecffa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=954cf69d63594f94b13dc0dedb8949ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8624685 Jun 27 14:11:44.829831 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37448) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:44.869175 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-c5bc5bfe-5deb-40d7-a5ef-83b89d9018ab service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351700 Jun 27 14:11:44.926044 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d4209e-34ad-4d11-9b6a-10f5d911b9b8 admin admin] Publish callbacks [] for security_group (7c1d96b7-a1c4-43ad-8af9-417565b77ffb), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:44.973152 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d4209e-34ad-4d11-9b6a-10f5d911b9b8 admin admin] Publish callbacks [] for security_group (7c1d96b7-a1c4-43ad-8af9-417565b77ffb), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.050893 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d4209e-34ad-4d11-9b6a-10f5d911b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (7c1d96b7-a1c4-43ad-8af9-417565b77ffb), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.056318 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d4209e-34ad-4d11-9b6a-10f5d911b9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.060939 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-10d4209e-34ad-4d11-9b6a-10f5d911b9b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c1d96b7-a1c4-43ad-8af9-417565b77ffb HTTP/1.1" status: 204 len: 168 time: 0.2267928 Jun 27 14:11:45.068322 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:45.098547 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4209e-34ad-4d11-9b6a-10f5d911b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1d96b7-a1c4-43ad-8af9-417565b77ffb,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:45.422609 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b6dc7f22-9cc6-44e0-83f7-5736eb5fb70c req-e11a1db9-d612-44f0-aa1b-ad213240a115 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745137 Jun 27 14:11:45.477689 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7359-13d7-440d-b9e3-ba9efd0c5aa3 req-476710ac-6f82-4ecc-9c11-c93a7af6738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:45.480747 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7daf7359-13d7-440d-b9e3-ba9efd0c5aa3 req-476710ac-6f82-4ecc-9c11-c93a7af6738a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 1130 time: 0.3286836 Jun 27 14:11:45.492456 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37480) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:45.498295 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1785533972-network', 'tenant_id': 'e8ee43cd41cb499e9d7512965b76121e'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:11:45.519288 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:45.525002 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2732f5-627a-4e85-aca9-6bf089587e0c req-8a399bf3-7e77-4ad8-a2a0-cc6f7faceb6a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:45.527880 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4f2732f5-627a-4e85-aca9-6bf089587e0c req-8a399bf3-7e77-4ad8-a2a0-cc6f7faceb6a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.2775295 Jun 27 14:11:45.531134 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Made reservation on behalf of e8ee43cd41cb499e9d7512965b76121e for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:11:45.534625 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.550231 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.575666 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfa92a-5036-4c95-80f1-dcdd9ef5251c req-ae92e9f1-a4c1-4b77-b4eb-1eebf61dc2d6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:45.593322 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9acfa92a-5036-4c95-80f1-dcdd9ef5251c req-ae92e9f1-a4c1-4b77-b4eb-1eebf61dc2d6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.2413430 Jun 27 14:11:45.627751 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-29bc59f2-1dbc-4b3a-ad7a-6d44b15a2edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.648791 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:45.766705 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Publish callbacks [] for security_group (f6037761-85a7-4e66-80d1-4867a1ed514c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.772421 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (f6037761-85a7-4e66-80d1-4867a1ed514c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.802875 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:11:45.822032 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6037761-85a7-4e66-80d1-4867a1ed514c,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:45.825247 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (e128aae9-e8dd-46c4-a0f1-41329a3bc3b2), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.825609 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Added segment e128aae9-e8dd-46c4-a0f1-41329a3bc3b2 of type vlan for network 765c1171-4147-4419-b225-01e2fbb1fd64 Jun 27 14:11:45.882898 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (765c1171-4147-4419-b225-01e2fbb1fd64), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.901082 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37490) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:45.921259 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b3e412e-bd7f-4c0e-89af-48b1346ae5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.933088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (765c1171-4147-4419-b225-01e2fbb1fd64), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.934068 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:45.934637 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:45.974364 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4806292 Jun 27 14:11:45.979958 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7daf7359-13d7-440d-b9e3-ba9efd0c5aa3 req-af5f4385-2b0d-4ee6-9555-508a2786cd15 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4856339 Jun 27 14:11:45.980701 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37492) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:45.984223 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4f2732f5-627a-4e85-aca9-6bf089587e0c req-ac65fb0e-7160-4c02-ab7e-8b0411228f33 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4387550 Jun 27 14:11:45.987506 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9acfa92a-5036-4c95-80f1-dcdd9ef5251c req-ef7dd9eb-75d7-47f7-904b-014ba2e0aafc tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930759 Jun 27 14:11:45.992392 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Request body: {'subnet': {'network_id': '765c1171-4147-4419-b225-01e2fbb1fd64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1785533972-subnet', 'tenant_id': 'e8ee43cd41cb499e9d7512965b76121e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:11:46.020683 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Made reservation on behalf of e8ee43cd41cb499e9d7512965b76121e for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:11:46.024929 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:46.275655 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a30df-1ba1-4c0d-9adb-bee43cd23d0a req-736d4d42-9ae5-4a92-a1eb-ebd6dba4bc1c tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:46.277838 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a26c14-d6ed-475a-8257-2ef727d9ec78 admin admin] Pushing event updated for resources: {'Network': ['ID=765c1171-4147-4419-b225-01e2fbb1fd64,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:46.283912 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-467a30df-1ba1-4c0d-9adb-bee43cd23d0a req-736d4d42-9ae5-4a92-a1eb-ebd6dba4bc1c tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 945 time: 0.1779432 Jun 27 14:11:46.292176 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb8220-ec3b-4fbd-9a05-a790d21c405e req-73128826-4c4d-4886-bfd2-617f71f195e7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:46.293758 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffeb8220-ec3b-4fbd-9a05-a790d21c405e req-73128826-4c4d-4886-bfd2-617f71f195e7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1071510 Jun 27 14:11:46.325058 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 765c1171-4147-4419-b225-01e2fbb1fd64 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:11:46.350167 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b3e412e-bd7f-4c0e-89af-48b1346ae5ab admin admin] Publish callbacks [] for security_group (dfe75daa-1c85-4bdb-ad7f-522213c07122), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:46.358504 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:46.359203 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b3e412e-bd7f-4c0e-89af-48b1346ae5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (dfe75daa-1c85-4bdb-ad7f-522213c07122), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:46.406414 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9b3e412e-bd7f-4c0e-89af-48b1346ae5ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d40047ad7a1440a49515550306be25b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5041649 Jun 27 14:11:46.408188 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e412e-bd7f-4c0e-89af-48b1346ae5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe75daa-1c85-4bdb-ad7f-522213c07122,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:46.411044 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37498) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:46.503930 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-467a30df-1ba1-4c0d-9adb-bee43cd23d0a req-90cf66c6-afd6-4323-bedc-7334140a4f43 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190719 Jun 27 14:11:46.517429 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-97f0fe6b-bdda-47ac-a8a6-8ca9ff4438cd admin admin] Publish callbacks [] for security_group (dfe75daa-1c85-4bdb-ad7f-522213c07122), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:46.551459 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffeb8220-ec3b-4fbd-9a05-a790d21c405e req-d205372d-e88e-4b18-bc19-6e4360d435b4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121334 Jun 27 14:11:46.567806 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-97f0fe6b-bdda-47ac-a8a6-8ca9ff4438cd admin admin] Publish callbacks [] for security_group (dfe75daa-1c85-4bdb-ad7f-522213c07122), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:46.581825 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (4c774f75-f9f5-4f93-9bcd-58775bde9f8f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:46.641576 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:46.648216 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c774f75-f9f5-4f93-9bcd-58775bde9f8f,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:46.682287 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Checking segment: {'id': 'e128aae9-e8dd-46c4-a0f1-41329a3bc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '765c1171-4147-4419-b225-01e2fbb1fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:11:46.682849 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Network hostable DHCP agents. Network: 765c1171-4147-4419-b225-01e2fbb1fd64, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:11:46.722496 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-97f0fe6b-bdda-47ac-a8a6-8ca9ff4438cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (dfe75daa-1c85-4bdb-ad7f-522213c07122), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:46.730029 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-97f0fe6b-bdda-47ac-a8a6-8ca9ff4438cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:46.732651 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-97f0fe6b-bdda-47ac-a8a6-8ca9ff4438cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfe75daa-1c85-4bdb-ad7f-522213c07122 HTTP/1.1" status: 204 len: 168 time: 0.3196676 Jun 27 14:11:46.736972 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Network 765c1171-4147-4419-b225-01e2fbb1fd64 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:11:46.748679 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0fe6b-bdda-47ac-a8a6-8ca9ff4438cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe75daa-1c85-4bdb-ad7f-522213c07122,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:46.771769 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 765c1171-4147-4419-b225-01e2fbb1fd64) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:11:46.784163 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:46.787650 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:46.793283 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c48d2c0-cd03-4b6c-847c-7acdb0bd3175 None None] Network 765c1171-4147-4419-b225-01e2fbb1fd64 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:11:46.845262 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0d843f7f-8d3b-42b5-8548-01cfa856a090 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8563719 Jun 27 14:11:46.977067 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d13c5d7-e15a-44c6-8d2b-806ee12c014d None None] Network 765c1171-4147-4419-b225-01e2fbb1fd64 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:11:46.977791 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37514) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:47.238288 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805c71-1440-4dfa-be15-ec44af3e14ee req-b0e14738-5033-452b-9487-5a68af71bbf3 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:47.247990 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1c805c71-1440-4dfa-be15-ec44af3e14ee req-b0e14738-5033-452b-9487-5a68af71bbf3 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1248865 Jun 27 14:11:47.283965 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4420f6-d569-472f-88d4-c83e2b52bb09 req-3c4102e3-c037-4622-90d9-5f89da6fa7b4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:47.286222 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6c4420f6-d569-472f-88d4-c83e2b52bb09 req-3c4102e3-c037-4622-90d9-5f89da6fa7b4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.1230276 Jun 27 14:11:47.386544 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1c805c71-1440-4dfa-be15-ec44af3e14ee req-ea966195-ca82-4a8d-b2b1-b34a998b7e2f tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373212 Jun 27 14:11:47.411138 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6c4420f6-d569-472f-88d4-c83e2b52bb09 req-3b49c763-bfa0-4c66-88c8-f4bc6291af24 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131530 Jun 27 14:11:47.552080 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-91e60c25-77e3-459c-9880-4aef8a5cd159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:47.772499 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-91e60c25-77e3-459c-9880-4aef8a5cd159 admin admin] Publish callbacks [] for security_group (d2dc4862-2f0f-45cb-9783-5e8190ac7fe2), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:47.779609 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfa5de-b4a4-4993-9f34-e94b5af0ac84 req-b9fb4274-5dab-4b4f-9211-59a7cb8ceae4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:47.781210 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5bfa5de-b4a4-4993-9f34-e94b5af0ac84 req-b9fb4274-5dab-4b4f-9211-59a7cb8ceae4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0795627 Jun 27 14:11:47.783455 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-91e60c25-77e3-459c-9880-4aef8a5cd159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (d2dc4862-2f0f-45cb-9783-5e8190ac7fe2), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:47.843002 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c4d3d50e-1d03-4002-acf0-ffcd6a6b310c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:47.856571 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-91e60c25-77e3-459c-9880-4aef8a5cd159 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39314284b79b4d9c9d8305ee82ffde45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8727448 Jun 27 14:11:47.856767 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37544) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:47.868558 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e60c25-77e3-459c-9880-4aef8a5cd159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc4862-2f0f-45cb-9783-5e8190ac7fe2,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:47.971514 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5bfa5de-b4a4-4993-9f34-e94b5af0ac84 req-2a2ab56d-03ed-4b0e-8ecc-1ce95f4709aa tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684072 Jun 27 14:11:47.978403 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4f21dbbb-8e94-4a4f-92ed-d88e019e44a7 admin admin] Publish callbacks [] for security_group (d2dc4862-2f0f-45cb-9783-5e8190ac7fe2), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:48.067954 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:11:48.070516 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4f21dbbb-8e94-4a4f-92ed-d88e019e44a7 admin admin] Publish callbacks [] for security_group (d2dc4862-2f0f-45cb-9783-5e8190ac7fe2), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:48.128091 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:48.195687 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4f21dbbb-8e94-4a4f-92ed-d88e019e44a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (d2dc4862-2f0f-45cb-9783-5e8190ac7fe2), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:48.200382 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4f21dbbb-8e94-4a4f-92ed-d88e019e44a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:48.202815 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4f21dbbb-8e94-4a4f-92ed-d88e019e44a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2dc4862-2f0f-45cb-9783-5e8190ac7fe2 HTTP/1.1" status: 204 len: 168 time: 0.3449357 Jun 27 14:11:48.219074 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21dbbb-8e94-4a4f-92ed-d88e019e44a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc4862-2f0f-45cb-9783-5e8190ac7fe2,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:48.248122 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:48.269151 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'port_id': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'mac_address': 'fa:16:3e:91:2f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:11:48.362886 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:48.363624 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:48.381770 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:48.395127 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:11:48.438995 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:48.468114 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:48.523584 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:48.575175 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:48.653091 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ce672-9eb3-42dd-91ea-1e7c0053d45e req-c6cfa793-7360-42e0-ba95-f358c06394c1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:48.657269 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-262ce672-9eb3-42dd-91ea-1e7c0053d45e req-c6cfa793-7360-42e0-ba95-f358c06394c1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1488705 Jun 27 14:11:48.674336 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049300c-6247-4ce3-b26b-164828457acb req-2d34c179-29bb-4e5e-b557-d56aaf34bed7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:48.677233 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c049300c-6247-4ce3-b26b-164828457acb req-2d34c179-29bb-4e5e-b557-d56aaf34bed7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 945 time: 0.1186342 Jun 27 14:11:48.822356 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-262ce672-9eb3-42dd-91ea-1e7c0053d45e req-fbebeac0-c027-4d10-9b36-246fc9ccce73 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435275 Jun 27 14:11:48.838934 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c049300c-6247-4ce3-b26b-164828457acb req-e77323bc-84b7-4df5-8760-14225f863b33 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302595 Jun 27 14:11:49.183214 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31321291-4c66-4767-ae53-d1f3b1b9fd69 req-62a67780-fc37-4de1-922a-c3a61b285e68 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:49.204750 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-31321291-4c66-4767-ae53-d1f3b1b9fd69 req-62a67780-fc37-4de1-922a-c3a61b285e68 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1051757 Jun 27 14:11:49.280051 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-31321291-4c66-4767-ae53-d1f3b1b9fd69 req-fd959c0f-a852-4c6e-9b95-851941057915 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732803 Jun 27 14:11:49.320583 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:50.066049 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:50.197160 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ea861-9a8a-4d61-b228-b59e7bae93f7 req-e7652557-efd9-4d2b-bae4-2728fe42bdf6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:50.200163 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-497ea861-9a8a-4d61-b228-b59e7bae93f7 req-e7652557-efd9-4d2b-bae4-2728fe42bdf6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.2224898 Jun 27 14:11:50.211263 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['54db75c8-61ae-40ca-8fb3-09cac5ba5f98'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:11:50.227395 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34f592-13a9-419c-a50f-652db1294948 req-75410b10-a80a-4db9-833d-d493d94bf0e7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:50.230800 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7b34f592-13a9-419c-a50f-652db1294948 req-75410b10-a80a-4db9-833d-d493d94bf0e7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 945 time: 0.2292562 Jun 27 14:11:50.245501 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:50.413068 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7b34f592-13a9-419c-a50f-652db1294948 req-506d15e1-b7d6-4873-917a-de28fe8d7611 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694496 Jun 27 14:11:50.495699 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-497ea861-9a8a-4d61-b228-b59e7bae93f7 req-9dde5896-e72d-4b02-ac30-43ac6ec15766 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878628 Jun 27 14:11:50.655108 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d599f-2977-4c00-b9f8-c39fcaad2ed1 req-a1d33ec2-69ca-481e-8b64-2efd14789345 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:50.657263 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-138d599f-2977-4c00-b9f8-c39fcaad2ed1 req-a1d33ec2-69ca-481e-8b64-2efd14789345 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1201019 Jun 27 14:11:50.753578 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-138d599f-2977-4c00-b9f8-c39fcaad2ed1 req-1ad155d6-26bd-4ed1-b1fc-d8b8fea99893 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884399 Jun 27 14:11:50.912959 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:50.954480 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:51.641219 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c08a20-0ef3-4138-ae42-35797dd28716 req-61c3fda2-da20-42be-8479-e8e33c6334fe tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:51.644158 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-08c08a20-0ef3-4138-ae42-35797dd28716 req-61c3fda2-da20-42be-8479-e8e33c6334fe tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 945 time: 0.1131930 Jun 27 14:11:51.772506 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c2446-9353-41f3-a201-071cd664a0bf req-b23aba7b-eaee-44f2-a894-1ea5ad8b9c93 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:51.774211 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8c7c2446-9353-41f3-a201-071cd664a0bf req-b23aba7b-eaee-44f2-a894-1ea5ad8b9c93 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1285980 Jun 27 14:11:51.801482 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-08c08a20-0ef3-4138-ae42-35797dd28716 req-c2c69b3a-a739-4edb-96f6-aa196582958f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373298 Jun 27 14:11:51.850870 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8c7c2446-9353-41f3-a201-071cd664a0bf req-5b8e67fd-7b5e-41f9-a858-ec17862b76dc tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659034 Jun 27 14:11:52.002124 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972217a-bd8f-49bd-9dd6-544ab0624de5 req-c3789c09-c05f-4b51-a159-6059afd1bca1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:52.003784 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0972217a-bd8f-49bd-9dd6-544ab0624de5 req-c3789c09-c05f-4b51-a159-6059afd1bca1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1060169 Jun 27 14:11:52.027490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aac837-f056-48cc-badd-b74d36a39935 req-bf9d6497-2458-485d-a7b1-c7b9677b727d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:52.027490 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-23aac837-f056-48cc-badd-b74d36a39935 req-bf9d6497-2458-485d-a7b1-c7b9677b727d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0721951 Jun 27 14:11:52.035707 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37704) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:52.042697 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-ead35e2f-fc20-4c40-bfc4-2b39ad6beae7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'floatingip': {'port_id': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:11:52.089633 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0972217a-bd8f-49bd-9dd6-544ab0624de5 req-085405a9-aab8-4249-8f63-7c848196fe67 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700769 Jun 27 14:11:52.148226 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:52.164623 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ead35e2f-fc20-4c40-bfc4-2b39ad6beae7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (61fdb4b6-cb81-451a-b897-00551b6a3492), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:52.467928 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:11:52.579985 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:11:52.590998 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:11:52.591757 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:52.698104 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:11:52.699114 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:52.751121 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:11:52.753947 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b0acd5-0a9a-4a9d-b760-ba5ebef5be83" -d '{"events": [{"server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "name": "network-vif-plugged", "status": "completed", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:52.779146 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:11:52.787185 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:52.846336 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736359a0-6b64-4d41-bf59-c881d8f1874f x-openstack-request-id: req-736359a0-6b64-4d41-bf59-c881d8f1874f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:52.847041 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "name": "network-vif-plugged", "status": "completed", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:52.847528 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-736359a0-6b64-4d41-bf59-c881d8f1874f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:52.848495 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736359a0-6b64-4d41-bf59-c881d8f1874f'] response: {'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'code': 200} Jun 27 14:11:52.900494 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:53.014552 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d8f55-06a0-4e3f-b2b3-5dae4d95a22f req-6c921c39-4807-4650-b182-671176bcb890 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:53.016577 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-981d8f55-06a0-4e3f-b2b3-5dae4d95a22f req-6c921c39-4807-4650-b182-671176bcb890 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1035590 Jun 27 14:11:53.071035 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ead35e2f-fc20-4c40-bfc4-2b39ad6beae7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:53.078457 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ead35e2f-fc20-4c40-bfc4-2b39ad6beae7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (61fdb4b6-cb81-451a-b897-00551b6a3492), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:53.086271 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-981d8f55-06a0-4e3f-b2b3-5dae4d95a22f req-af77258d-256d-4df6-8cae-f23461c27889 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635087 Jun 27 14:11:53.205159 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-ead35e2f-fc20-4c40-bfc4-2b39ad6beae7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Floating IP 61fdb4b6-cb81-451a-b897-00551b6a3492 associated. External IP: 172.27.2.53, port: fc0d5cdf-f01e-4891-ab98-f0ac735551e2. Jun 27 14:11:53.237883 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660341a-d7cb-48d1-8d13-15592e00e8c8 req-dd184a1c-8ebd-4fa3-9542-0606f7a06343 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:53.240265 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0660341a-d7cb-48d1-8d13-15592e00e8c8 req-dd184a1c-8ebd-4fa3-9542-0606f7a06343 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0541134 Jun 27 14:11:53.326880 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0660341a-d7cb-48d1-8d13-15592e00e8c8 req-ab82f57d-9006-4930-ba85-51467d3a8051 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693305 Jun 27 14:11:53.511561 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead35e2f-fc20-4c40-bfc4-2b39ad6beae7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:11:53.666126 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead35e2f-fc20-4c40-bfc4-2b39ad6beae7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:11:53.672301 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ead35e2f-fc20-4c40-bfc4-2b39ad6beae7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:53.685697 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] Sync routers for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:11:53.704169 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:11:53.705001 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:11:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:11:53.707749 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ead35e2f-fc20-4c40-bfc4-2b39ad6beae7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "PUT /v2.0/floatingips/61fdb4b6-cb81-451a-b897-00551b6a3492 HTTP/1.1" status: 200 len: 991 time: 1.6701803 Jun 27 14:11:53.708286 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'tag': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:11:53.710770 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1569b534-eeea-4fe6-8ed8-13dcacdb5c38", "tag": "fc0d5cdf-f01e-4891-ab98-f0ac735551e2"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:11:53.766127 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a7f318-a4eb-445a-a16e-04d1059cb4ba x-openstack-request-id: req-12a7f318-a4eb-445a-a16e-04d1059cb4ba {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:11:53.767098 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1569b534-eeea-4fe6-8ed8-13dcacdb5c38", "tag": "fc0d5cdf-f01e-4891-ab98-f0ac735551e2", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:11:53.767827 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12a7f318-a4eb-445a-a16e-04d1059cb4ba {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:11:53.768723 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a7f318-a4eb-445a-a16e-04d1059cb4ba'] response: {'name': 'network-changed', 'server_uuid': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'tag': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2', 'status': 'completed', 'code': 200} Jun 27 14:11:53.840522 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:11:54.241104 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '61fdb4b6-cb81-451a-b897-00551b6a3492', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'port_id': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'mac_address': 'fa:16:3e:9a:8a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:10:56Z', 'updated_at': '2022-06-27T14:11:52Z', 'revision_number': 1, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:11:54.279133 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495e7e7-32ba-494f-9c9a-30d5e0da0924 req-41c40d58-1ab3-4683-b65d-7794cb8ac6eb tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:54.287977 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e495e7e7-32ba-494f-9c9a-30d5e0da0924 req-41c40d58-1ab3-4683-b65d-7794cb8ac6eb tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.0820997 Jun 27 14:11:54.318820 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] Checking router: 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:11:54.332664 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:11:54.333477 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:11:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:11:54.418391 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e495e7e7-32ba-494f-9c9a-30d5e0da0924 req-b0df6f17-2c93-4671-aa07-99b3fffae7e8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290748 Jun 27 14:11:54.426164 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-7a8c63c6-ba33-4bed-89fd-751e15cd7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:54.427787 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-7a8c63c6-ba33-4bed-89fd-751e15cd7871 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 1130 time: 0.1372516 Jun 27 14:11:54.495679 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:11:54.513125 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:54.559525 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:54.562549 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321742f-028c-49bd-941c-54a03e218b89 req-0edd9b75-d3d2-449d-9654-fac7337c7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:54.565304 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b321742f-028c-49bd-941c-54a03e218b89 req-0edd9b75-d3d2-449d-9654-fac7337c7f62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 1130 time: 0.0900514 Jun 27 14:11:54.634247 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b321742f-028c-49bd-941c-54a03e218b89 req-14096bca-d9f6-470d-8ea7-7b64a8643eae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599048 Jun 27 14:11:54.684651 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462a5e9-d28f-4d22-bb9d-b896cc41d295 req-62d22980-9fd7-4851-80ff-af0adbc75424 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:54.689475 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4462a5e9-d28f-4d22-bb9d-b896cc41d295 req-62d22980-9fd7-4851-80ff-af0adbc75424 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1979084 Jun 27 14:11:54.774249 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-8a9186fe-fc8c-4f1a-b181-9a4d1367e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:54.776788 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-8a9186fe-fc8c-4f1a-b181-9a4d1367e9e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 911 time: 0.3427613 Jun 27 14:11:54.821540 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4462a5e9-d28f-4d22-bb9d-b896cc41d295 req-f3148f0f-c317-4fa9-aa3b-648e67d20067 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207857 Jun 27 14:11:54.879437 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '61fdb4b6-cb81-451a-b897-00551b6a3492', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'port_id': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'mac_address': 'fa:16:3e:9a:8a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:10:56Z', 'updated_at': '2022-06-27T14:11:52Z', 'revision_number': 1, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:11:54.910347 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab3831-74ad-4b96-98db-623bb3864431 None None] The sync data for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi is: [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '61fdb4b6-cb81-451a-b897-00551b6a3492', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'port_id': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'mac_address': 'fa:16:3e:9a:8a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:10:56Z', 'updated_at': '2022-06-27T14:11:52Z', 'revision_number': 1, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:11:55.084026 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-7bc061bc-c736-47b2-a76b-da94f7cb06bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2 HTTP/1.1" status: 200 len: 999 time: 0.2036533 Jun 27 14:11:55.170636 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-deb69039-176c-4d8d-ad55-c7f994fc3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:55.174396 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-deb69039-176c-4d8d-ad55-c7f994fc3d21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4eeb10-6bd6-4aad-88be-ccba7334c626 HTTP/1.1" status: 200 len: 849 time: 0.0833952 Jun 27 14:11:55.632102 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:55.635185 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-4129a282-d747-4ef3-9c77-1d68e34fdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:55.636892 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-4129a282-d747-4ef3-9c77-1d68e34fdf4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154435 Jun 27 14:11:55.648164 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a76b-05d5-4e56-a5bb-621e5d80937d req-a63919f4-0d13-4ce6-81ed-9e4d31118ce9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:55.650539 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6548a76b-05d5-4e56-a5bb-621e5d80937d req-a63919f4-0d13-4ce6-81ed-9e4d31118ce9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1268542 Jun 27 14:11:55.714201 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6548a76b-05d5-4e56-a5bb-621e5d80937d req-674f76ec-827d-4c8c-9617-30a4d7418057 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544271 Jun 27 14:11:55.976088 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf926500-7677-4c50-a042-87f68ecb9b79 None None] New status for floating IP 61fdb4b6-cb81-451a-b897-00551b6a3492: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:11:55.992342 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac1e80-9158-479d-9ddd-391252c59350 req-7f991b15-c028-4977-bfe4-5be8251cf442 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:55.994308 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-caac1e80-9158-479d-9ddd-391252c59350 req-7f991b15-c028-4977-bfe4-5be8251cf442 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0799525 Jun 27 14:11:56.080664 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-caac1e80-9158-479d-9ddd-391252c59350 req-1a295b3c-7f08-49c8-a181-d1837d8766e3 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707600 Jun 27 14:11:56.238317 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37862) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:56.374574 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:56.421998 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-25f9188d-fcc0-4b5b-b382-9626896f90a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:56.446033 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:56.535282 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-25f9188d-fcc0-4b5b-b382-9626896f90a2 admin admin] Publish callbacks [] for security_group (c609302b-1c42-48d3-a0df-4d25b273441d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:56.548416 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-25f9188d-fcc0-4b5b-b382-9626896f90a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c609302b-1c42-48d3-a0df-4d25b273441d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:56.607840 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9188d-fcc0-4b5b-b382-9626896f90a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c609302b-1c42-48d3-a0df-4d25b273441d,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:56.614705 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-25f9188d-fcc0-4b5b-b382-9626896f90a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c606a5065864b3aa01f2ba55a1f4b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732822 Jun 27 14:11:56.617695 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37882) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:56.686776 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-61955be4-c7fd-4cf0-8be2-eee60b37c2ce admin admin] Publish callbacks [] for security_group (c609302b-1c42-48d3-a0df-4d25b273441d), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:56.712647 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-61955be4-c7fd-4cf0-8be2-eee60b37c2ce admin admin] Publish callbacks [] for security_group (c609302b-1c42-48d3-a0df-4d25b273441d), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:56.782133 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-61955be4-c7fd-4cf0-8be2-eee60b37c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c609302b-1c42-48d3-a0df-4d25b273441d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:56.787907 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-61955be4-c7fd-4cf0-8be2-eee60b37c2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:56.789057 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-61955be4-c7fd-4cf0-8be2-eee60b37c2ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c609302b-1c42-48d3-a0df-4d25b273441d HTTP/1.1" status: 204 len: 168 time: 0.1701608 Jun 27 14:11:56.808421 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61955be4-c7fd-4cf0-8be2-eee60b37c2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c609302b-1c42-48d3-a0df-4d25b273441d,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:56.909936 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37892) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:56.965811 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560494be-66f3-40f6-a1bc-57bc70b6ac15 req-3a43687e-28f9-43d2-9db9-4574771256de tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:56.972324 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-560494be-66f3-40f6-a1bc-57bc70b6ac15 req-3a43687e-28f9-43d2-9db9-4574771256de tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.0917151 Jun 27 14:11:57.050510 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-560494be-66f3-40f6-a1bc-57bc70b6ac15 req-ec684b72-522d-46ee-bccf-87da4a6f4c22 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725758 Jun 27 14:11:57.261202 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeb9a1-f252-48a3-bcb3-e5ee23353e7b req-27849881-57cc-4a4f-b24d-5d590a98a7c1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:57.264447 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-13eeb9a1-f252-48a3-bcb3-e5ee23353e7b req-27849881-57cc-4a4f-b24d-5d590a98a7c1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0762398 Jun 27 14:11:57.275824 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a26e90b3-6e41-43c8-91cb-c5095c3e1130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.363697 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-13eeb9a1-f252-48a3-bcb3-e5ee23353e7b req-f9ebcd53-ca06-4eec-b03b-0ff0e3834918 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904129 Jun 27 14:11:57.407407 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37902) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:57.431397 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-dce58e69-1ae4-444f-84ed-92608c9d4c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.582784 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-dce58e69-1ae4-444f-84ed-92608c9d4c1b admin admin] Publish callbacks [] for security_group (d0f036b8-a2ee-4350-ba93-686aeea49b87), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.590415 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-dce58e69-1ae4-444f-84ed-92608c9d4c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (d0f036b8-a2ee-4350-ba93-686aeea49b87), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.597560 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:57.614979 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a26e90b3-6e41-43c8-91cb-c5095c3e1130 admin admin] Publish callbacks [] for security_group (10666017-7dda-4369-b0be-2e511f79e6e5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.621279 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a26e90b3-6e41-43c8-91cb-c5095c3e1130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (10666017-7dda-4369-b0be-2e511f79e6e5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.669118 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a26e90b3-6e41-43c8-91cb-c5095c3e1130 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cf5a5cde3f448b6a94bc5243fffefaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7555962 Jun 27 14:11:57.669118 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e90b3-6e41-43c8-91cb-c5095c3e1130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10666017-7dda-4369-b0be-2e511f79e6e5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:57.670637 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37906) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:57.686135 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce58e69-1ae4-444f-84ed-92608c9d4c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f036b8-a2ee-4350-ba93-686aeea49b87,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:57.707458 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-dce58e69-1ae4-444f-84ed-92608c9d4c1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c48819ec49a5478dae3bb79c77465982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982159 Jun 27 14:11:57.710159 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37908) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:57.770668 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-292fa807-f57a-4920-851b-213321adfc9d admin admin] Publish callbacks [] for security_group (10666017-7dda-4369-b0be-2e511f79e6e5), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.794229 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ef08-497d-45bb-b5ad-f7f1b58aa50e admin admin] Publish callbacks [] for security_group (d0f036b8-a2ee-4350-ba93-686aeea49b87), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.799539 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-292fa807-f57a-4920-851b-213321adfc9d admin admin] Publish callbacks [] for security_group (10666017-7dda-4369-b0be-2e511f79e6e5), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.820505 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ef08-497d-45bb-b5ad-f7f1b58aa50e admin admin] Publish callbacks [] for security_group (d0f036b8-a2ee-4350-ba93-686aeea49b87), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.823760 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:57.865164 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-292fa807-f57a-4920-851b-213321adfc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (10666017-7dda-4369-b0be-2e511f79e6e5), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.869915 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-292fa807-f57a-4920-851b-213321adfc9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.871456 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-292fa807-f57a-4920-851b-213321adfc9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10666017-7dda-4369-b0be-2e511f79e6e5 HTTP/1.1" status: 204 len: 168 time: 0.1991482 Jun 27 14:11:57.894259 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fa807-f57a-4920-851b-213321adfc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10666017-7dda-4369-b0be-2e511f79e6e5,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:57.933230 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ef08-497d-45bb-b5ad-f7f1b58aa50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (d0f036b8-a2ee-4350-ba93-686aeea49b87), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.939032 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e5e0ef08-497d-45bb-b5ad-f7f1b58aa50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:57.941253 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e5e0ef08-497d-45bb-b5ad-f7f1b58aa50e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0f036b8-a2ee-4350-ba93-686aeea49b87 HTTP/1.1" status: 204 len: 168 time: 0.2292991 Jun 27 14:11:57.956126 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0ef08-497d-45bb-b5ad-f7f1b58aa50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f036b8-a2ee-4350-ba93-686aeea49b87,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:57.987985 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:11:58.203188 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdb42c-f41e-4673-bf7d-acd5def8540d req-6235b078-b4f2-437e-baf0-edd99960a6d6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:58.204855 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c9cdb42c-f41e-4673-bf7d-acd5def8540d req-6235b078-b4f2-437e-baf0-edd99960a6d6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.0589864 Jun 27 14:11:58.296802 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c9cdb42c-f41e-4673-bf7d-acd5def8540d req-cecabcb0-c961-403a-b913-b7ebc4a617d9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808289 Jun 27 14:11:58.467194 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37934) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:58.485812 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ab73da3-dd33-48b9-8d9b-5a0c2b09a218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:58.543289 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf986d-2a31-4eac-999f-309e39ada6a4 req-06d58355-70a5-4dd7-bd09-7f2422a43334 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:58.546348 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-81cf986d-2a31-4eac-999f-309e39ada6a4 req-06d58355-70a5-4dd7-bd09-7f2422a43334 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1034644 Jun 27 14:11:58.591923 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ab73da3-dd33-48b9-8d9b-5a0c2b09a218 admin admin] Publish callbacks [] for security_group (5fa19722-c76b-4827-8456-1374ffbc7197), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:58.598781 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ab73da3-dd33-48b9-8d9b-5a0c2b09a218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5fa19722-c76b-4827-8456-1374ffbc7197), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:58.625750 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:58.638140 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-81cf986d-2a31-4eac-999f-309e39ada6a4 req-7acb1ca4-90a8-439c-95e0-77dfb72ee070 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666475 Jun 27 14:11:58.646827 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab73da3-dd33-48b9-8d9b-5a0c2b09a218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa19722-c76b-4827-8456-1374ffbc7197,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:58.662684 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2ab73da3-dd33-48b9-8d9b-5a0c2b09a218 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3377a6db57b54873aae0cc610566c24e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937180 Jun 27 14:11:58.665380 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37938) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:11:58.731072 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46746124-0b82-4ce1-a15f-0712f9fe8b68 admin admin] Publish callbacks [] for security_group (5fa19722-c76b-4827-8456-1374ffbc7197), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:58.758560 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46746124-0b82-4ce1-a15f-0712f9fe8b68 admin admin] Publish callbacks [] for security_group (5fa19722-c76b-4827-8456-1374ffbc7197), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:58.791867 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:11:58.821650 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46746124-0b82-4ce1-a15f-0712f9fe8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5fa19722-c76b-4827-8456-1374ffbc7197), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:58.824811 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46746124-0b82-4ce1-a15f-0712f9fe8b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:11:58.827103 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-46746124-0b82-4ce1-a15f-0712f9fe8b68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fa19722-c76b-4827-8456-1374ffbc7197 HTTP/1.1" status: 204 len: 168 time: 0.1601236 Jun 27 14:11:58.846517 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46746124-0b82-4ce1-a15f-0712f9fe8b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa19722-c76b-4827-8456-1374ffbc7197,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:11:59.449128 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d385f8e-886b-4327-ac2e-cb85d82a0521 req-e6d36613-3c81-4f98-9441-fcfe09674a5d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:59.452817 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d385f8e-886b-4327-ac2e-cb85d82a0521 req-e6d36613-3c81-4f98-9441-fcfe09674a5d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.0627995 Jun 27 14:11:59.551435 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d385f8e-886b-4327-ac2e-cb85d82a0521 req-df91ada1-cbff-4e17-8801-c252d345d42b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907962 Jun 27 14:11:59.892597 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baacd7-1df6-4f01-a1af-d0b6c8146716 req-df04ff0a-6fa7-4706-aec7-4f480402a4d0 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:11:59.894311 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26baacd7-1df6-4f01-a1af-d0b6c8146716 req-df04ff0a-6fa7-4706-aec7-4f480402a4d0 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0982649 Jun 27 14:11:59.896620 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-3e0050b0-95f6-48d7-8e5f-f84f1c0fc3d6 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288973 Jun 27 14:11:59.983715 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26baacd7-1df6-4f01-a1af-d0b6c8146716 req-2189c607-b147-421b-88e0-704497352fe9 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824873 Jun 27 14:12:00.713140 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af4399-07ad-4fad-991b-66dd93a49f60 req-47d6b67e-40ad-4fcf-9df6-d8777c06917c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:00.715154 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d6af4399-07ad-4fad-991b-66dd93a49f60 req-47d6b67e-40ad-4fcf-9df6-d8777c06917c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.0675108 Jun 27 14:12:00.831630 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d6af4399-07ad-4fad-991b-66dd93a49f60 req-5a0e23f4-1f5b-4913-8bd7-9256d9af3e90 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088021 Jun 27 14:12:01.093328 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231fdb7-1167-4077-9270-fc05897b71a5 req-5f485deb-1df0-43a5-9957-79e7e6cd349e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:01.095341 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c231fdb7-1167-4077-9270-fc05897b71a5 req-5f485deb-1df0-43a5-9957-79e7e6cd349e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1304958 Jun 27 14:12:01.107815 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38048) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:01.114403 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-7a2ef6fb-545b-4075-91e1-8c29200af7c7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'floatingip': {'port_id': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:01.183718 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef6fb-545b-4075-91e1-8c29200af7c7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (a19ae2f2-dac2-4e5d-9957-089af9535c08), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:01.287988 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d886ab-c457-4fa4-b06f-b650158f3dce req-adb0c210-d31f-428a-8eb3-a401b19ae2c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:01.291640 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-76d886ab-c457-4fa4-b06f-b650158f3dce req-adb0c210-d31f-428a-8eb3-a401b19ae2c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1166673 Jun 27 14:12:01.389882 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:01.424976 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85831634-dd79-4b41-8e31-f1e1e7a7c3f0 req-a99fb7a4-a480-45d7-a94a-fd6c572096a7 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737093 Jun 27 14:12:01.471887 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-76d886ab-c457-4fa4-b06f-b650158f3dce req-85f3aa3e-c73b-41ff-a31d-3f62842fc5a9 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543200 Jun 27 14:12:01.897100 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef6fb-545b-4075-91e1-8c29200af7c7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:01.898565 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef6fb-545b-4075-91e1-8c29200af7c7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (a19ae2f2-dac2-4e5d-9957-089af9535c08), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:02.013987 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98c445-466f-467d-9b13-868c97ec0e63 req-46c7aeb4-536b-473b-afeb-cd0d64f19a80 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:02.022607 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1f98c445-466f-467d-9b13-868c97ec0e63 req-46c7aeb4-536b-473b-afeb-cd0d64f19a80 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 945 time: 0.0923045 Jun 27 14:12:02.053842 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-7a2ef6fb-545b-4075-91e1-8c29200af7c7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Floating IP a19ae2f2-dac2-4e5d-9957-089af9535c08 associated. External IP: 172.27.2.204, port: 54db75c8-61ae-40ca-8fb3-09cac5ba5f98. Jun 27 14:12:02.130846 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1f98c445-466f-467d-9b13-868c97ec0e63 req-2d7602d6-9752-4247-9222-7c7c777020fd tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050029 Jun 27 14:12:02.335810 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2ef6fb-545b-4075-91e1-8c29200af7c7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Router bb402c12-b694-4ad0-b8af-73859a61e376 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:12:02.461775 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:02.468972 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2ef6fb-545b-4075-91e1-8c29200af7c7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:12:02.476671 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef6fb-545b-4075-91e1-8c29200af7c7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:02.488944 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] Sync routers for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:12:02.505136 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:02.506836 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:11:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:02.511637 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38114) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:02.564018 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7a2ef6fb-545b-4075-91e1-8c29200af7c7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "PUT /v2.0/floatingips/a19ae2f2-dac2-4e5d-9957-089af9535c08 HTTP/1.1" status: 200 len: 992 time: 1.4544594 Jun 27 14:12:02.567088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:12:02.574349 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607917a-0773-4632-83fe-92eebdbb44e9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:12:02.639304 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:02.664399 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a100e6-fecf-443b-afe4-380e7cb60c39 x-openstack-request-id: req-d6a100e6-fecf-443b-afe4-380e7cb60c39 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:12:02.664399 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:12:02.664399 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6a100e6-fecf-443b-afe4-380e7cb60c39 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:12:02.665339 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a100e6-fecf-443b-afe4-380e7cb60c39'] response: {'name': 'network-changed', 'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'status': 'completed', 'code': 200} Jun 27 14:12:02.682510 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaae5f6-86d6-449c-97d9-1ca64be79d60 req-5fe5f4b3-1df8-408e-a5cd-3be8388f8b15 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:02.688545 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:02.691848 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eaaae5f6-86d6-449c-97d9-1ca64be79d60 req-5fe5f4b3-1df8-408e-a5cd-3be8388f8b15 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1153505 Jun 27 14:12:02.753901 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-727c979a-0332-4a99-9083-c9ce202f57e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:02.760412 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:02.779805 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eaaae5f6-86d6-449c-97d9-1ca64be79d60 req-ba76172c-1181-49dc-931b-095286d855bb tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866320 Jun 27 14:12:02.892048 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-727c979a-0332-4a99-9083-c9ce202f57e1 admin admin] Publish callbacks [] for security_group (e2a16eb6-876b-4669-b84a-1a11202f3f36), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:02.897865 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-727c979a-0332-4a99-9083-c9ce202f57e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e2a16eb6-876b-4669-b84a-1a11202f3f36), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:02.948776 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c979a-0332-4a99-9083-c9ce202f57e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a16eb6-876b-4669-b84a-1a11202f3f36,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:02.967100 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-727c979a-0332-4a99-9083-c9ce202f57e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=115f823d80c34ca6980ce7183ef042a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4531279 Jun 27 14:12:02.970134 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38132) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:03.008100 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:03.019432 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'a19ae2f2-dac2-4e5d-9957-089af9535c08', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'port_id': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'mac_address': 'fa:16:3e:91:2f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:11:04Z', 'updated_at': '2022-06-27T14:12:01Z', 'revision_number': 1, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:03.045895 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] Checking router: bb402c12-b694-4ad0-b8af-73859a61e376 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:12:03.058345 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:03.059307 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:11:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:03.059840 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba3df-0045-46c6-8049-ea892833691b admin admin] Publish callbacks [] for security_group (e2a16eb6-876b-4669-b84a-1a11202f3f36), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:03.106087 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba3df-0045-46c6-8049-ea892833691b admin admin] Publish callbacks [] for security_group (e2a16eb6-876b-4669-b84a-1a11202f3f36), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:03.208011 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:03.212526 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba3df-0045-46c6-8049-ea892833691b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e2a16eb6-876b-4669-b84a-1a11202f3f36), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:03.224045 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba3df-0045-46c6-8049-ea892833691b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:03.232080 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1b0ba3df-0045-46c6-8049-ea892833691b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2a16eb6-876b-4669-b84a-1a11202f3f36 HTTP/1.1" status: 204 len: 168 time: 0.2607388 Jun 27 14:12:03.246301 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ba3df-0045-46c6-8049-ea892833691b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a16eb6-876b-4669-b84a-1a11202f3f36,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:03.350112 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600dde5-7a1f-41b8-a44e-e95acae7f43d req-4bc06578-154d-42e0-8a4f-f570eb3a2aed tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:03.359607 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a600dde5-7a1f-41b8-a44e-e95acae7f43d req-4bc06578-154d-42e0-8a4f-f570eb3a2aed tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 945 time: 0.0921323 Jun 27 14:12:03.422432 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a600dde5-7a1f-41b8-a44e-e95acae7f43d req-fd825c11-8823-4275-9555-cf907753c641 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619407 Jun 27 14:12:03.704019 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'a19ae2f2-dac2-4e5d-9957-089af9535c08', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'port_id': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'mac_address': 'fa:16:3e:91:2f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:11:04Z', 'updated_at': '2022-06-27T14:12:01Z', 'revision_number': 1, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:03.734466 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b3d631-f2b6-485d-99c7-d8e118f00613 None None] The sync data for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi is: [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'a19ae2f2-dac2-4e5d-9957-089af9535c08', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'port_id': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'mac_address': 'fa:16:3e:91:2f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:11:04Z', 'updated_at': '2022-06-27T14:12:01Z', 'revision_number': 1, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:12:03.759356 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38150) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:03.786210 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b51e72ae-2c2c-4c8b-9589-d81794ebdcb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:03.804345 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:03.943334 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b51e72ae-2c2c-4c8b-9589-d81794ebdcb5 admin admin] Publish callbacks [] for security_group (7cb6bc29-93d8-4e42-92c2-e23a7c33b469), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:03.951568 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b51e72ae-2c2c-4c8b-9589-d81794ebdcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (7cb6bc29-93d8-4e42-92c2-e23a7c33b469), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:04.002983 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b51e72ae-2c2c-4c8b-9589-d81794ebdcb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c271ee705e15471eb3d950ee828ce7a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365651 Jun 27 14:12:04.006496 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38162) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:04.018265 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e848941-72c7-4e67-9fa7-0093f65985a0 req-e4c3cfde-f8fb-48ab-b6b2-0b57956246ff tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:04.025861 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e848941-72c7-4e67-9fa7-0093f65985a0 req-e4c3cfde-f8fb-48ab-b6b2-0b57956246ff tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0812585 Jun 27 14:12:04.046863 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e72ae-2c2c-4c8b-9589-d81794ebdcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb6bc29-93d8-4e42-92c2-e23a7c33b469,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:04.081111 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4c90f697-a085-4afa-ae0c-2129d57baf2a admin admin] Publish callbacks [] for security_group (7cb6bc29-93d8-4e42-92c2-e23a7c33b469), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:04.093407 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e848941-72c7-4e67-9fa7-0093f65985a0 req-b9c6dd1b-32c8-4f7a-bef5-564b4220fa8a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665967 Jun 27 14:12:04.120477 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4c90f697-a085-4afa-ae0c-2129d57baf2a admin admin] Publish callbacks [] for security_group (7cb6bc29-93d8-4e42-92c2-e23a7c33b469), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:04.145903 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb2e9a-9261-4e96-8338-da6e85f3eb8a None None] New status for floating IP a19ae2f2-dac2-4e5d-9957-089af9535c08: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:12:04.192963 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4c90f697-a085-4afa-ae0c-2129d57baf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (7cb6bc29-93d8-4e42-92c2-e23a7c33b469), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:04.196038 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4c90f697-a085-4afa-ae0c-2129d57baf2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:04.200647 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4c90f697-a085-4afa-ae0c-2129d57baf2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7cb6bc29-93d8-4e42-92c2-e23a7c33b469 HTTP/1.1" status: 204 len: 168 time: 0.1902003 Jun 27 14:12:04.212740 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90f697-a085-4afa-ae0c-2129d57baf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb6bc29-93d8-4e42-92c2-e23a7c33b469,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:04.573020 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c65848-b31b-49c3-a1c7-1226b01031a7 req-b718901a-2ca2-4726-bd97-4592a252850e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:04.574608 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-93c65848-b31b-49c3-a1c7-1226b01031a7 req-b718901a-2ca2-4726-bd97-4592a252850e tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 945 time: 0.0778551 Jun 27 14:12:04.637588 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-93c65848-b31b-49c3-a1c7-1226b01031a7 req-30e5f08c-f943-4a7a-abd9-7af31087db22 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531325 Jun 27 14:12:05.254446 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0405d-308a-4ee3-b105-64a4cbd00979 req-c9005b11-e0e3-4ac9-aaf7-0dac3e54dee2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:05.256086 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d9d0405d-308a-4ee3-b105-64a4cbd00979 req-c9005b11-e0e3-4ac9-aaf7-0dac3e54dee2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0590041 Jun 27 14:12:05.327550 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d9d0405d-308a-4ee3-b105-64a4cbd00979 req-fa02be57-3e6c-4c87-8936-bff1e2f9d029 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615714 Jun 27 14:12:05.808638 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095852b8-e948-4c14-b617-f60dfb707951 req-67031199-8de8-4ff2-a428-f0996fbff5bb tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:05.810742 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-095852b8-e948-4c14-b617-f60dfb707951 req-67031199-8de8-4ff2-a428-f0996fbff5bb tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 945 time: 0.0530386 Jun 27 14:12:05.844684 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:05.885090 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-095852b8-e948-4c14-b617-f60dfb707951 req-f53dd94c-2a36-4690-9c15-b5ce576a4fa5 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668609 Jun 27 14:12:06.231545 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-109f99e4-1f53-4079-97b4-50678d8b5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:06.233972 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-109f99e4-1f53-4079-97b4-50678d8b5e16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 1130 time: 0.0460484 Jun 27 14:12:06.361452 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-38d7449d-0a44-4b64-b901-886e6b3914f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:06.363984 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-38d7449d-0a44-4b64-b901-886e6b3914f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 917 time: 0.1217272 Jun 27 14:12:06.411123 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:06.546412 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-0d914c9d-cce0-4ec8-99d1-36fbe2ad7f0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98 HTTP/1.1" status: 200 len: 1002 time: 0.1443236 Jun 27 14:12:06.553416 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151185bc-93e1-4bea-b717-1d9ca7f4ff7d req-7adc1117-5e43-46e1-94a6-baf1e3be93f5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:06.555023 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-151185bc-93e1-4bea-b717-1d9ca7f4ff7d req-7adc1117-5e43-46e1-94a6-baf1e3be93f5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0852885 Jun 27 14:12:06.856957 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-a2164a99-eef9-474d-b796-ca51af12d16d tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:06.860214 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-a2164a99-eef9-474d-b796-ca51af12d16d tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 945 time: 0.1565707 Jun 27 14:12:06.967622 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-83eebd76-3a71-48f6-8ca3-a03be00aac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:06.969546 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-83eebd76-3a71-48f6-8ca3-a03be00aac75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 200 len: 855 time: 0.1156769 Jun 27 14:12:06.974565 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-151185bc-93e1-4bea-b717-1d9ca7f4ff7d req-842163c3-dad0-4953-8595-a0c7b8bf0e5c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078569 Jun 27 14:12:07.071803 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-1011cca8-94cc-410e-bcf7-94a32005bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:07.079063 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-1011cca8-94cc-410e-bcf7-94a32005bbb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d1575ad-e082-42db-9394-d8ba8185acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007061 Jun 27 14:12:07.149497 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-b44ddcc0-5029-428c-a3a0-75eeecfe833b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Deleting port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:12:07.150382 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-b44ddcc0-5029-428c-a3a0-75eeecfe833b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:07.215844 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b812c-2aaa-4200-aff1-6437f79b1cc3 req-a3ccc110-a602-4971-87dd-4366a302315f tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:07.218335 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ee0b812c-2aaa-4200-aff1-6437f79b1cc3 req-a3ccc110-a602-4971-87dd-4366a302315f tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 945 time: 0.1833940 Jun 27 14:12:07.381048 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ee0b812c-2aaa-4200-aff1-6437f79b1cc3 req-e2b335ac-678e-48db-b149-49731fced90d tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/security-groups?id=24aebdbf-9a60-49c2-bc54-4373f05b3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143577 Jun 27 14:12:07.391740 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-0c9f4960-13b9-4522-bb29-d305a6bf8025 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718267 Jun 27 14:12:07.396810 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-b44ddcc0-5029-428c-a3a0-75eeecfe833b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] For port 3e93f44c-b004-42ed-9b70-44aa1dd506c3, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=3e93f44c-b004-42ed-9b70-44aa1dd506c3,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:07.397945 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-b44ddcc0-5029-428c-a3a0-75eeecfe833b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:07.439965 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-b44ddcc0-5029-428c-a3a0-75eeecfe833b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Calling delete_port for 3e93f44c-b004-42ed-9b70-44aa1dd506c3 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:12:07.542376 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38280) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:07.615623 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7607917a-0773-4632-83fe-92eebdbb44e9 req-600726c2-0263-40a2-9295-af4835075763 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158401 Jun 27 14:12:07.786127 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-128b39e6-e695-44da-a264-1d0d5c9ce78e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:07.796451 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-b44ddcc0-5029-428c-a3a0-75eeecfe833b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (3e93f44c-b004-42ed-9b70-44aa1dd506c3), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:07.817450 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['3e93f44c-b004-42ed-9b70-44aa1dd506c3'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:12:07.937803 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ddcc0-5029-428c-a3a0-75eeecfe833b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Pushing event deleted for resources: {'Port': ['ID=3e93f44c-b004-42ed-9b70-44aa1dd506c3,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:08.097778 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-b44ddcc0-5029-428c-a3a0-75eeecfe833b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] No DVR routers for this DVR port 3e93f44c-b004-42ed-9b70-44aa1dd506c3 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:12:08.104515 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-b44ddcc0-5029-428c-a3a0-75eeecfe833b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:08.114282 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5f77053-b1d4-44ab-9911-0175a4bb9a02 req-b44ddcc0-5029-428c-a3a0-75eeecfe833b tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.13 "DELETE /v2.0/ports/3e93f44c-b004-42ed-9b70-44aa1dd506c3 HTTP/1.1" status: 204 len: 173 time: 1.2445025 Jun 27 14:12:08.116930 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebda949-dfae-470f-81eb-725f085283b1', 'name': 'network-vif-deleted', 'tag': '3e93f44c-b004-42ed-9b70-44aa1dd506c3'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:12:08.122607 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef5df47-4b54-435c-bbfc-57d160c96c72" -d '{"events": [{"server_uuid": "4ebda949-dfae-470f-81eb-725f085283b1", "name": "network-vif-deleted", "tag": "3e93f44c-b004-42ed-9b70-44aa1dd506c3"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:12:08.149673 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-128b39e6-e695-44da-a264-1d0d5c9ce78e admin admin] Publish callbacks [] for security_group (2a78dc53-8836-4259-a570-1215f19cfd05), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:08.246210 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-128b39e6-e695-44da-a264-1d0d5c9ce78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (2a78dc53-8836-4259-a570-1215f19cfd05), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:08.263212 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7b4d4d-d499-4966-9572-45ac3f657e83 x-openstack-request-id: req-6f7b4d4d-d499-4966-9572-45ac3f657e83 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:12:08.263523 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebda949-dfae-470f-81eb-725f085283b1", "name": "network-vif-deleted", "tag": "3e93f44c-b004-42ed-9b70-44aa1dd506c3", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:12:08.263791 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f7b4d4d-d499-4966-9572-45ac3f657e83 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:12:08.264457 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7b4d4d-d499-4966-9572-45ac3f657e83'] response: {'server_uuid': '4ebda949-dfae-470f-81eb-725f085283b1', 'name': 'network-vif-deleted', 'tag': '3e93f44c-b004-42ed-9b70-44aa1dd506c3', 'status': 'completed', 'code': 200} Jun 27 14:12:08.340253 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-128b39e6-e695-44da-a264-1d0d5c9ce78e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d00cdc39cce47588981542d59f3f52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7965724 Jun 27 14:12:08.344202 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38308) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:08.352703 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:08.372744 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc991-bb2e-4310-89f7-1fac8ad1fdb3 req-2b5e5357-b142-43cf-9343-b98113908889 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:08.375155 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b36fc991-bb2e-4310-89f7-1fac8ad1fdb3 req-2b5e5357-b142-43cf-9343-b98113908889 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.2018185 Jun 27 14:12:08.382863 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b39e6-e695-44da-a264-1d0d5c9ce78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a78dc53-8836-4259-a570-1215f19cfd05,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:08.438485 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:08.473325 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2b2e-a6ee-473c-a486-fe9b77cd7457 admin admin] Publish callbacks [] for security_group (2a78dc53-8836-4259-a570-1215f19cfd05), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:08.509961 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b36fc991-bb2e-4310-89f7-1fac8ad1fdb3 req-ae404bae-757b-4835-af22-020c727fd092 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199322 Jun 27 14:12:08.530502 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-362c12d6-72dd-400e-b8a9-39019c34368f req-5b26064c-e39f-41b8-a655-36b183ae50a3 tempest-DeleteServersTestJSON-1756134624 tempest-DeleteServersTestJSON-1756134624-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebda949-dfae-470f-81eb-725f085283b1 HTTP/1.1" status: 200 len: 210 time: 0.0384424 Jun 27 14:12:08.536403 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2b2e-a6ee-473c-a486-fe9b77cd7457 admin admin] Publish callbacks [] for security_group (2a78dc53-8836-4259-a570-1215f19cfd05), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:08.539087 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:08.648417 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2b2e-a6ee-473c-a486-fe9b77cd7457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (2a78dc53-8836-4259-a570-1215f19cfd05), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:08.653147 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2b2e-a6ee-473c-a486-fe9b77cd7457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:08.655142 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-fbdc2b2e-a6ee-473c-a486-fe9b77cd7457 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a78dc53-8836-4259-a570-1215f19cfd05 HTTP/1.1" status: 204 len: 168 time: 0.3095438 Jun 27 14:12:08.671571 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc2b2e-a6ee-473c-a486-fe9b77cd7457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a78dc53-8836-4259-a570-1215f19cfd05,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:08.690224 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:09.108981 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38330) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:09.124879 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-451f14e2-1dea-42e4-afa8-c2cff11c9b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:09.182331 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:09.225483 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-451f14e2-1dea-42e4-afa8-c2cff11c9b92 admin admin] Publish callbacks [] for security_group (10173b06-3766-4080-bd7d-143349426113), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:09.234574 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-451f14e2-1dea-42e4-afa8-c2cff11c9b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (10173b06-3766-4080-bd7d-143349426113), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:09.282247 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f14e2-1dea-42e4-afa8-c2cff11c9b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10173b06-3766-4080-bd7d-143349426113,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:09.289085 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-451f14e2-1dea-42e4-afa8-c2cff11c9b92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61426c17905047368b6ffcf544fa3018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785626 Jun 27 14:12:09.291889 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38336) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:09.355242 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9d86b8e-cf8c-43ba-b1ed-5bf9449032d5 admin admin] Publish callbacks [] for security_group (10173b06-3766-4080-bd7d-143349426113), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:09.381572 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9d86b8e-cf8c-43ba-b1ed-5bf9449032d5 admin admin] Publish callbacks [] for security_group (10173b06-3766-4080-bd7d-143349426113), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:09.462202 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9d86b8e-cf8c-43ba-b1ed-5bf9449032d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (10173b06-3766-4080-bd7d-143349426113), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:09.466132 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9d86b8e-cf8c-43ba-b1ed-5bf9449032d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:09.467953 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f9d86b8e-cf8c-43ba-b1ed-5bf9449032d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10173b06-3766-4080-bd7d-143349426113 HTTP/1.1" status: 204 len: 168 time: 0.1745846 Jun 27 14:12:09.484035 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d86b8e-cf8c-43ba-b1ed-5bf9449032d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10173b06-3766-4080-bd7d-143349426113,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:09.831679 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc59f25-8066-4c28-9fe4-0dbe882025ad req-fd19d7e6-a7e5-483a-8b24-8141a297ca0d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:09.838418 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9dc59f25-8066-4c28-9fe4-0dbe882025ad req-fd19d7e6-a7e5-483a-8b24-8141a297ca0d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1382830 Jun 27 14:12:09.984609 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9dc59f25-8066-4c28-9fe4-0dbe882025ad req-e66cf081-371a-4aaa-8716-05ee5f25371a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172628 Jun 27 14:12:10.135943 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 3e93f44c-b004-42ed-9b70-44aa1dd506c3 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:12:10.173750 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 3e93f44c-b004-42ed-9b70-44aa1dd506c3 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:12:10.174420 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 3e93f44c-b004-42ed-9b70-44aa1dd506c3 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:12:10.827715 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38416) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:10.979953 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1363014276-network', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:11.019694 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Made reservation on behalf of 05c1d547616744d0972e9ae67dda5ac9 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:12:11.023766 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:11.041515 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:11.211426 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043b707-9e90-4dfd-8c5a-0438f9dea510 req-ead2e10a-755f-49a2-a621-12451fbbe76c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:11.214166 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f043b707-9e90-4dfd-8c5a-0438f9dea510 req-ead2e10a-755f-49a2-a621-12451fbbe76c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1342847 Jun 27 14:12:11.338399 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Publish callbacks [] for security_group (5e0cf665-d5a3-489f-978b-8ad00dfbb273), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:11.346154 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5e0cf665-d5a3-489f-978b-8ad00dfbb273), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:11.357289 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f043b707-9e90-4dfd-8c5a-0438f9dea510 req-631af12e-879a-4e47-9db2-397ccb61f280 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302605 Jun 27 14:12:11.384695 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:12:11.396947 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0cf665-d5a3-489f-978b-8ad00dfbb273,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:11.403527 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (4ad73712-6c16-450a-bf77-b59c648a629a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:11.404034 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Added segment 4ad73712-6c16-450a-bf77-b59c648a629a of type vlan for network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 Jun 27 14:12:11.466445 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (b0e84f8c-7828-4cfc-869c-b17da4f2fca4), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:11.505455 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (b0e84f8c-7828-4cfc-869c-b17da4f2fca4), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:11.508810 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:11.510035 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:11.541111 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38448) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:11.550727 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7199647 Jun 27 14:12:11.556332 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38450) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:11.562304 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Request body: {'subnet': {'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1363014276-subnet', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:11.618793 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe46c3-3ab8-440c-8e65-1c2ee1138910 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e84f8c-7828-4cfc-869c-b17da4f2fca4,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:11.633721 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Made reservation on behalf of 05c1d547616744d0972e9ae67dda5ac9 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:12:11.637052 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:12:11.640090 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:11.669764 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:11.819950 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:11.823024 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:11.884675 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (be33c672-9aa2-47b1-9175-11b416ef46b6), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:11.995602 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be33c672-9aa2-47b1-9175-11b416ef46b6,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:12.020495 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Checking segment: {'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:12.021189 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Network hostable DHCP agents. Network: b0e84f8c-7828-4cfc-869c-b17da4f2fca4, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:12:12.059845 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:12:12.065962 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38478) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:12.077523 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, b0e84f8c-7828-4cfc-869c-b17da4f2fca4) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:12.083345 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:12.084606 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.096875 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe71425-d4ad-4ce6-a0fa-f9c5c839d45d None None] Network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:12:12.106777 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ca9a35cc-bbe4-4245-aa35-388d4ecdb36f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5492277 Jun 27 14:12:12.111408 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38480) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:12.118302 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:12.178630 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (d5c4b332-912d-454a-a5ae-42c2de3b351b), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.181274 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (d5c4b332-912d-454a-a5ae-42c2de3b351b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.271586 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:12:12.273208 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.314078 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks [] for router_controller (d5c4b332-912d-454a-a5ae-42c2de3b351b), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.351268 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38484) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:12.484895 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1b6ea5-dadf-4ac5-a2fe-9afbd3cdd38c admin admin] Deleting subnet 55210c9b-7074-433b-b0d9-0d7cbc6a9f65 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:12:12.492272 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (b090ea3f-0258-4260-bf42-b985fe4cace0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.604163 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Allocated IP 172.20.0.2 (b0e84f8c-7828-4cfc-869c-b17da4f2fca4/be33c672-9aa2-47b1-9175-11b416ef46b6/fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:12:12.615718 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks [] for router_gateway (d5c4b332-912d-454a-a5ae-42c2de3b351b), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.616534 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6ea5-dadf-4ac5-a2fe-9afbd3cdd38c admin admin] Publish callbacks [] for subnet (55210c9b-7074-433b-b0d9-0d7cbc6a9f65), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.722742 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d099d-540c-404c-92fe-b145930ff43f req-acfebcc5-1aef-4a62-9e7b-bad18eacfd91 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:12.725726 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-956d099d-540c-404c-92fe-b145930ff43f req-acfebcc5-1aef-4a62-9e7b-bad18eacfd91 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1353364 Jun 27 14:12:12.732392 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6ea5-dadf-4ac5-a2fe-9afbd3cdd38c admin admin] Publish callbacks [] for subnet (55210c9b-7074-433b-b0d9-0d7cbc6a9f65), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.744487 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6ea5-dadf-4ac5-a2fe-9afbd3cdd38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (55210c9b-7074-433b-b0d9-0d7cbc6a9f65), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.853774 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Publish callbacks [] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.854606 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6ea5-dadf-4ac5-a2fe-9afbd3cdd38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (55210c9b-7074-433b-b0d9-0d7cbc6a9f65), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.863784 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:12.902188 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-956d099d-540c-404c-92fe-b145930ff43f req-aa0de04d-f8bb-45df-9dff-b33522d64bc8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666205 Jun 27 14:12:12.936414 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:12.940594 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:12.941994 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:12.943904 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:12.959423 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:12:12.963656 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Pushing event updated for resources: {'Port': ['ID=fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:12.988319 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6ea5-dadf-4ac5-a2fe-9afbd3cdd38c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.000128 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8a1b6ea5-dadf-4ac5-a2fe-9afbd3cdd38c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/55210c9b-7074-433b-b0d9-0d7cbc6a9f65 HTTP/1.1" status: 204 len: 168 time: 0.9325445 Jun 27 14:12:13.006850 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4264149c-ea82-470d-8f36-01084f670267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.029927 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38494) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:13.030543 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b6ea5-dadf-4ac5-a2fe-9afbd3cdd38c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55210c9b-7074-433b-b0d9-0d7cbc6a9f65,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:13.047637 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Attempting to bind port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:12:13.048373 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Attempting to bind port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:12:13.049014 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Attempting to bind port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a on network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:12:13.057081 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:12:13.057769 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Checking segment: {'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:13.058448 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.059098 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Bound using segment: {'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:12:13.060789 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Bound port: fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:12:13.061640 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.172295 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] For port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:12:13.179390 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] For port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:12:13.205121 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.262989 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (fec108ab-fdf6-49f8-81f1-f6183895c239), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.276857 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:13.282483 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks [] for router_gateway (d5c4b332-912d-454a-a5ae-42c2de3b351b), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.320671 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddc8b6-26d0-467a-b0a4-210a565fa940 None None] Pushing event updated for resources: {'Port': ['ID=fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:13.339745 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.411858 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4264149c-ea82-470d-8f36-01084f670267 admin admin] Publish callbacks [] for security_group (f4ae2903-0c79-42aa-8a83-ee3509a8930f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.421915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4264149c-ea82-470d-8f36-01084f670267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (f4ae2903-0c79-42aa-8a83-ee3509a8930f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.457430 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] Deleting port c6d2546d-5a37-4d9a-a515-620840d62b0c {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:12:13.457704 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.506437 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4264149c-ea82-470d-8f36-01084f670267 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d48e9ae73a04488f9b71e5d41ecef6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1468935 Jun 27 14:12:13.513100 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38506) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:13.516688 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264149c-ea82-470d-8f36-01084f670267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae2903-0c79-42aa-8a83-ee3509a8930f,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:13.632638 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] For port c6d2546d-5a37-4d9a-a515-620840d62b0c, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=c6d2546d-5a37-4d9a-a515-620840d62b0c,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:13.633328 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.639628 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (fec108ab-fdf6-49f8-81f1-f6183895c239), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.653950 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] Calling delete_port for c6d2546d-5a37-4d9a-a515-620840d62b0c owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:12:13.718257 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.718512 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.719284 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.719634 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.719959 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.720353 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.720678 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.721023 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.721338 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.722060 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.910042 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.910385 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.910765 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.911099 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:12:13.911740 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec108ab-fdf6-49f8-81f1-f6183895c239']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:13.913117 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (c6d2546d-5a37-4d9a-a515-620840d62b0c), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.946823 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63288ea8-3adb-4ae2-80f8-e2fd50438178') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:13.947257 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63288ea8-3adb-4ae2-80f8-e2fd50438178') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:13.967893 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d2546d-5a37-4d9a-a515-620840d62b0c,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:13.980788 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4458223'] for segment (63288ea8-3adb-4ae2-80f8-e2fd50438178), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:13.988307 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:14.012534 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Allocated IP 172.27.2.80 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/f0d10754-6b1e-4a1f-be94-a9127d38602b) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:12:14.026293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0b3d92f-fbfe-41fe-9ba2-2258986ec4d8 admin admin] Publish callbacks [] for security_group (f4ae2903-0c79-42aa-8a83-ee3509a8930f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:14.032317 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (63288ea8-3adb-4ae2-80f8-e2fd50438178), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:14.076278 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:12:14.076972 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6195932'] for segment (63288ea8-3adb-4ae2-80f8-e2fd50438178), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:14.160563 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0b3d92f-fbfe-41fe-9ba2-2258986ec4d8 admin admin] Publish callbacks [] for security_group (f4ae2903-0c79-42aa-8a83-ee3509a8930f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:14.173031 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (b090ea3f-0258-4260-bf42-b985fe4cace0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:14.174950 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:14.362237 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd761194-4a7a-4dfd-8a80-e497afb94dc3 req-dc0eafa6-411e-4758-a97f-781983f84239 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:14.378298 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fd761194-4a7a-4dfd-8a80-e497afb94dc3 req-dc0eafa6-411e-4758-a97f-781983f84239 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.3200107 Jun 27 14:12:14.392463 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:14.503266 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] Router b090ea3f-0258-4260-bf42-b985fe4cace0 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:12:14.562423 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (fec108ab-fdf6-49f8-81f1-f6183895c239), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:14.671032 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 63288ea8-3adb-4ae2-80f8-e2fd50438178 resource provider aggregate not found Jun 27 14:12:14.696312 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fd761194-4a7a-4dfd-8a80-e497afb94dc3 req-be92d345-b038-4561-bc62-bae062854bf5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160300 Jun 27 14:12:14.726165 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:12:14.741172 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:14.751923 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fec108ab-fdf6-49f8-81f1-f6183895c239 HTTP/1.1" status: 204 len: 168 time: 1.7203746 Jun 27 14:12:14.754182 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38528) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:14.768557 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0355e-9e47-4f0f-a5f8-29a62ff464c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fec108ab-fdf6-49f8-81f1-f6183895c239,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:14.778728 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 63288ea8-3adb-4ae2-80f8-e2fd50438178 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63288ea8-3adb-4ae2-80f8-e2fd50438178 found for delete ", "request_id": "req-0b996b86-ff6b-4c25-953f-83a2843348ed"}]} Jun 27 14:12:14.778939 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] Sync routers for ids ['b090ea3f-0258-4260-bf42-b985fe4cace0'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:12:14.799123 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-86faa6d4-cb83-49ce-9816-ec03528d7939 admin admin] 10.222.0.43 "PUT /v2.0/routers/b090ea3f-0258-4260-bf42-b985fe4cace0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2563818 Jun 27 14:12:14.802854 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38530) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:14.822958 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] Routers {'b090ea3f-0258-4260-bf42-b985fe4cace0'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:14.829074 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64396f-755e-49b6-937b-67b3177d4c99 None None] Network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:12:14.839811 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:11:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['b090ea3f-0258-4260-bf42-b985fe4cace0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:14.859467 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks [] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:14.868171 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:14.880928 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bde12e-9736-4a91-82e9-4446dc5d663d admin admin] Deleting subnet 4c774f75-f9f5-4f93-9bcd-58775bde9f8f {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:12:14.887999 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0b3d92f-fbfe-41fe-9ba2-2258986ec4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (f4ae2903-0c79-42aa-8a83-ee3509a8930f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:14.890970 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0b3d92f-fbfe-41fe-9ba2-2258986ec4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:14.892572 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c0b3d92f-fbfe-41fe-9ba2-2258986ec4d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4ae2903-0c79-42aa-8a83-ee3509a8930f HTTP/1.1" status: 204 len: 168 time: 1.3780816 Jun 27 14:12:14.895714 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c2bde12e-9736-4a91-82e9-4446dc5d663d admin admin] Publish callbacks [] for subnet (4c774f75-f9f5-4f93-9bcd-58775bde9f8f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:15.016984 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3d92f-fbfe-41fe-9ba2-2258986ec4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae2903-0c79-42aa-8a83-ee3509a8930f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:15.069427 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c2bde12e-9736-4a91-82e9-4446dc5d663d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4458228'] for subnet (4c774f75-f9f5-4f93-9bcd-58775bde9f8f), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:15.070372 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a3fa2984-16e1-4b72-b53e-0b71179d26ca None None] Provisioning complete for port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:15.070372 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3fa2984-16e1-4b72-b53e-0b71179d26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:15.135345 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:15.153402 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Publish callbacks [] for router (b090ea3f-0258-4260-bf42-b985fe4cace0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:15.171832 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] Set router b090ea3f-0258-4260-bf42-b985fe4cace0 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:15.248738 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:15.254379 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c2bde12e-9736-4a91-82e9-4446dc5d663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (4c774f75-f9f5-4f93-9bcd-58775bde9f8f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:15.394435 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:15.422375 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:12:15.426497 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Publish callbacks [] for router_gateway (b090ea3f-0258-4260-bf42-b985fe4cace0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:15.442575 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Pushing event updated for resources: {'Port': ['ID=f0d10754-6b1e-4a1f-be94-a9127d38602b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:15.454569 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:15.497600 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Deleting port 622043cb-c9f2-4ea2-9a02-699795d5a13b {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:12:15.498225 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:15.628166 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] For port 622043cb-c9f2-4ea2-9a02-699795d5a13b, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=622043cb-c9f2-4ea2-9a02-699795d5a13b,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:15.628601 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:15.648589 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Calling delete_port for 622043cb-c9f2-4ea2-9a02-699795d5a13b owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:12:15.675355 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'name': 'tempest-DeleteServersTestJSON-1655929483-router', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:22Z', 'updated_at': '2022-06-27T14:12:13Z', 'revision_number': 5, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'gw_port': {'id': '622043cb-c9f2-4ea2-9a02-699795d5a13b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:23Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:15.714613 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] Checking router: b090ea3f-0258-4260-bf42-b985fe4cace0 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:12:15.716992 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:15.717923 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c2bde12e-9736-4a91-82e9-4446dc5d663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6195894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4984649'] for subnet (4c774f75-f9f5-4f93-9bcd-58775bde9f8f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:15.759759 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] Routers {'b090ea3f-0258-4260-bf42-b985fe4cace0'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:15.762674 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:11:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['b090ea3f-0258-4260-bf42-b985fe4cace0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:15.895444 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:15.942789 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] Set router b090ea3f-0258-4260-bf42-b985fe4cace0 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:15.965203 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c9452fc6-2594-4b8d-90a5-65cf40b3d3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.074438 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:16.079267 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'name': 'tempest-DeleteServersTestJSON-1655929483-router', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:22Z', 'updated_at': '2022-06-27T14:12:15Z', 'revision_number': 6, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'gw_port_host': None}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:16.120548 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea9213-c7b9-4721-b0be-9b66a6515a30 None None] The sync data for ids ['b090ea3f-0258-4260-bf42-b985fe4cace0'] in dv-cinder-841125-9-iscsi is: [{'id': 'b090ea3f-0258-4260-bf42-b985fe4cace0', 'name': 'tempest-DeleteServersTestJSON-1655929483-router', 'tenant_id': '8437a95e7fad44e3b549af4899a04bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:22Z', 'updated_at': '2022-06-27T14:12:15Z', 'revision_number': 6, 'project_id': '8437a95e7fad44e3b549af4899a04bf8', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:12:16.171945 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (622043cb-c9f2-4ea2-9a02-699795d5a13b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.190584 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:16.191252 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.267936 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (b090ea3f-0258-4260-bf42-b985fe4cace0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.274810 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:16.282099 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=622043cb-c9f2-4ea2-9a02-699795d5a13b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:16.338553 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa2984-16e1-4b72-b53e-0b71179d26ca None None] Current status of the port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:16.339177 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3fa2984-16e1-4b72-b53e-0b71179d26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.380275 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c2bde12e-9736-4a91-82e9-4446dc5d663d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.388773 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c2bde12e-9736-4a91-82e9-4446dc5d663d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4c774f75-f9f5-4f93-9bcd-58775bde9f8f HTTP/1.1" status: 204 len: 168 time: 1.6285405 Jun 27 14:12:16.399150 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38564) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:16.494771 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bde12e-9736-4a91-82e9-4446dc5d663d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c774f75-f9f5-4f93-9bcd-58775bde9f8f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:16.509153 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:16.510261 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.615324 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:16.636023 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-a3fa2984-16e1-4b72-b53e-0b71179d26ca None None] For port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:16.657998 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3fa2984-16e1-4b72-b53e-0b71179d26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.667824 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f45e7-1994-4be7-9f6e-c2a5ce8abbf2 req-97646915-3938-4da8-8273-149d81aa6507 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:16.670110 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-823f45e7-1994-4be7-9f6e-c2a5ce8abbf2 req-97646915-3938-4da8-8273-149d81aa6507 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.2817106 Jun 27 14:12:16.720528 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (765c1171-4147-4419-b225-01e2fbb1fd64), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.875331 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa2984-16e1-4b72-b53e-0b71179d26ca None None] Pushing event updated for resources: {'Port': ['ID=fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:16.879091 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks [] for router_gateway (d5c4b332-912d-454a-a5ae-42c2de3b351b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.952929 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-c856d1cf-266c-442a-b518-17b41c4670a6 None None] Provisioning complete for port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:16.953610 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c856d1cf-266c-442a-b518-17b41c4670a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:16.972087 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-823f45e7-1994-4be7-9f6e-c2a5ce8abbf2 req-7b7227fa-8f24-446b-94b0-3491637a7221 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835474 Jun 27 14:12:17.050905 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.db.api [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 14:12:17.051347 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG oslo_db.api [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 14:12:17.153329 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-c856d1cf-266c-442a-b518-17b41c4670a6 None None] Current status of the port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:17.180056 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (b090ea3f-0258-4260-bf42-b985fe4cace0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.184866 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Publish callbacks [] for router_controller (b090ea3f-0258-4260-bf42-b985fe4cace0), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.237410 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (765c1171-4147-4419-b225-01e2fbb1fd64), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.253989 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10017624-641e-4b07-b896-392a0cdb03e7 req-c97a9c01-0cd1-4625-8a88-d4ed8c2a80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:17.255661 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10017624-641e-4b07-b896-392a0cdb03e7 req-c97a9c01-0cd1-4625-8a88-d4ed8c2a80cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 1129 time: 0.9820096 Jun 27 14:12:17.280465 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:17.300456 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (b090ea3f-0258-4260-bf42-b985fe4cace0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.301557 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b090ea3f-0258-4260-bf42-b985fe4cace0 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:12:17.313144 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.315270 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-607191fd-0a9f-426f-9b4f-107be22cbbaf admin admin] 10.222.0.43 "DELETE /v2.0/routers/b090ea3f-0258-4260-bf42-b985fe4cace0 HTTP/1.1" status: 204 len: 168 time: 2.5107524 Jun 27 14:12:17.320077 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38580) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:17.328679 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765c1171-4147-4419-b225-01e2fbb1fd64']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:17.351024 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e128aae9-e8dd-46c4-a0f1-41329a3bc3b2') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:17.351356 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e128aae9-e8dd-46c4-a0f1-41329a3bc3b2') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:17.369396 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4458223'] for segment (e128aae9-e8dd-46c4-a0f1-41329a3bc3b2), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.408519 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10017624-641e-4b07-b896-392a0cdb03e7 req-045f30db-fecd-4774-b786-dda192111afd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426151 Jun 27 14:12:17.415850 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-2941dff6-9e29-41ac-b270-dea4861d72d1 admin admin] Deleting subnet 2a026109-9f2a-493e-9cc2-b838f72ce49f {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:12:17.420587 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2941dff6-9e29-41ac-b270-dea4861d72d1 admin admin] Publish callbacks [] for subnet (2a026109-9f2a-493e-9cc2-b838f72ce49f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.439530 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:17.441265 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (e128aae9-e8dd-46c4-a0f1-41329a3bc3b2), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.459521 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (d5c4b332-912d-454a-a5ae-42c2de3b351b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.462902 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:12:17.462902 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6195932'] for segment (e128aae9-e8dd-46c4-a0f1-41329a3bc3b2), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.494389 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2941dff6-9e29-41ac-b270-dea4861d72d1 admin admin] Publish callbacks [] for subnet (2a026109-9f2a-493e-9cc2-b838f72ce49f), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.573930 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment e128aae9-e8dd-46c4-a0f1-41329a3bc3b2 resource provider aggregate not found Jun 27 14:12:17.630980 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment e128aae9-e8dd-46c4-a0f1-41329a3bc3b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e128aae9-e8dd-46c4-a0f1-41329a3bc3b2 found for delete ", "request_id": "req-321d5661-e566-47fe-b14f-a18a46c02471"}]} Jun 27 14:12:17.640494 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:17.646151 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (765c1171-4147-4419-b225-01e2fbb1fd64), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.673005 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2941dff6-9e29-41ac-b270-dea4861d72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (2a026109-9f2a-493e-9cc2-b838f72ce49f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.691116 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.712661 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] 10.222.0.43 "DELETE /v2.0/networks/765c1171-4147-4419-b225-01e2fbb1fd64 HTTP/1.1" status: 204 len: 168 time: 1.2630610 Jun 27 14:12:17.762242 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec646f-96de-490d-a022-7050dc5fac29 admin admin] Pushing event deleted for resources: {'Network': ['ID=765c1171-4147-4419-b225-01e2fbb1fd64,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:17.784738 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2941dff6-9e29-41ac-b270-dea4861d72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (2a026109-9f2a-493e-9cc2-b838f72ce49f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.826973 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941dff6-9e29-41ac-b270-dea4861d72d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a026109-9f2a-493e-9cc2-b838f72ce49f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:17.843309 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:17.849506 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2941dff6-9e29-41ac-b270-dea4861d72d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.857746 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38592) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:17.860102 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2941dff6-9e29-41ac-b270-dea4861d72d1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2a026109-9f2a-493e-9cc2-b838f72ce49f HTTP/1.1" status: 204 len: 168 time: 0.5368145 Jun 27 14:12:17.860364 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bad3c8-6983-4520-bdf5-d66f5c4c1f31 None None] Network 8baa68e4-35e0-4960-89f7-da0c8635d3de requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:12:17.871331 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-813c6252-71d4-407b-91ab-a9859152a470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:17.985777 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (8baa68e4-35e0-4960-89f7-da0c8635d3de), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.035804 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:18.036642 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.061497 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Router d5c4b332-912d-454a-a5ae-42c2de3b351b is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:12:18.068249 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Deleting port 6884a1a6-919e-4165-b1c1-1bf6d69daefc {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:12:18.068888 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.113063 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:18.174927 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b4968-ce2d-48da-a13c-0c4aa3ef878e None None] DHCP port deletion for 8baa68e4-35e0-4960-89f7-da0c8635d3de request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:12:18.190517 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:18.192896 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38600) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:18.204287 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:18.284388 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b4968-ce2d-48da-a13c-0c4aa3ef878e None None] Deleting port 6884a1a6-919e-4165-b1c1-1bf6d69daefc {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:12:18.285202 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4968-ce2d-48da-a13c-0c4aa3ef878e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.296132 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device c6d2546d-5a37-4d9a-a515-620840d62b0c no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:12:18.306689 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-60c1b886-297c-458b-beb1-702bf07cd42f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70a711689e164e7ab46fed12f11be0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1083014 Jun 27 14:12:18.311224 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38604) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:18.346871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: c6d2546d-5a37-4d9a-a515-620840d62b0c {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:12:18.347601 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device c6d2546d-5a37-4d9a-a515-620840d62b0c not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:12:18.348809 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 622043cb-c9f2-4ea2-9a02-699795d5a13b no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:12:18.369795 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] For port 6884a1a6-919e-4165-b1c1-1bf6d69daefc, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=6884a1a6-919e-4165-b1c1-1bf6d69daefc,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:18.370403 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.381957 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 622043cb-c9f2-4ea2-9a02-699795d5a13b {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:12:18.382298 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 622043cb-c9f2-4ea2-9a02-699795d5a13b not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:12:18.411060 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Calling delete_port for 6884a1a6-919e-4165-b1c1-1bf6d69daefc owned by network:dhcp {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:12:18.430737 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-2c5b4968-ce2d-48da-a13c-0c4aa3ef878e None None] For port 6884a1a6-919e-4165-b1c1-1bf6d69daefc, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=6884a1a6-919e-4165-b1c1-1bf6d69daefc,segment=NetworkSegment(4f70d0a6-9d3b-4d71-835e-24bb0972e8cb),segment_id=4f70d0a6-9d3b-4d71-835e-24bb0972e8cb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:18.432018 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4968-ce2d-48da-a13c-0c4aa3ef878e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.432193 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd3b95-7da0-4c38-a452-e907d16dd371 req-0728ed51-a127-4c01-a46e-0331215c7d18 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:18.435757 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1ebd3b95-7da0-4c38-a452-e907d16dd371 req-0728ed51-a127-4c01-a46e-0331215c7d18 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.1532614 Jun 27 14:12:18.449727 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b4968-ce2d-48da-a13c-0c4aa3ef878e None None] Calling delete_port for 6884a1a6-919e-4165-b1c1-1bf6d69daefc owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:12:18.449976 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ceb0e0d-e277-48b8-b629-b0096774f9cc admin admin] Publish callbacks [] for security_group (3017eb21-aff5-42c9-8942-279944a6f616), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.491011 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ceb0e0d-e277-48b8-b629-b0096774f9cc admin admin] Publish callbacks [] for security_group (3017eb21-aff5-42c9-8942-279944a6f616), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.598134 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:12:18.600675 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ceb0e0d-e277-48b8-b629-b0096774f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (3017eb21-aff5-42c9-8942-279944a6f616), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.609484 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ceb0e0d-e277-48b8-b629-b0096774f9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.613978 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2ceb0e0d-e277-48b8-b629-b0096774f9cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3017eb21-aff5-42c9-8942-279944a6f616 HTTP/1.1" status: 204 len: 168 time: 0.3011513 Jun 27 14:12:18.644022 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Sync routers for ids ['d5c4b332-912d-454a-a5ae-42c2de3b351b'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:12:18.659859 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb0e0d-e277-48b8-b629-b0096774f9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017eb21-aff5-42c9-8942-279944a6f616,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:18.660303 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:18.680939 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.686711 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-693f8951-0d72-468f-bccd-9fcdad88ac1d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5682545 Jun 27 14:12:18.687359 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38616) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:18.773134 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1ebd3b95-7da0-4c38-a452-e907d16dd371 req-d989696b-138f-4fc7-a29f-c258806b05da tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197012 Jun 27 14:12:18.799046 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4968-ce2d-48da-a13c-0c4aa3ef878e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.836835 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Routers {'d5c4b332-912d-454a-a5ae-42c2de3b351b'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:18.837499 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['d5c4b332-912d-454a-a5ae-42c2de3b351b'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:18.848981 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (6884a1a6-919e-4165-b1c1-1bf6d69daefc), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:18.945163 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:18.952319 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6884a1a6-919e-4165-b1c1-1bf6d69daefc,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:18.956494 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] No DVR routers for this DVR port 6884a1a6-919e-4165-b1c1-1bf6d69daefc on host dv-cinder-841125-9-iscsi {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:12:18.966559 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Set router d5c4b332-912d-454a-a5ae-42c2de3b351b gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:18.995985 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b4968-ce2d-48da-a13c-0c4aa3ef878e None None] Pushing event deleted for resources: {'Port': ['ID=6884a1a6-919e-4165-b1c1-1bf6d69daefc,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:19.087282 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b4968-ce2d-48da-a13c-0c4aa3ef878e None None] No DVR routers for this DVR port 6884a1a6-919e-4165-b1c1-1bf6d69daefc on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:12:19.285062 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (8baa68e4-35e0-4960-89f7-da0c8635d3de), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:19.337747 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:19.345169 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8baa68e4-35e0-4960-89f7-da0c8635d3de']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:19.368075 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:19.368706 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f70d0a6-9d3b-4d71-835e-24bb0972e8cb') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:19.388417 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4458223'] for segment (4f70d0a6-9d3b-4d71-835e-24bb0972e8cb), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:19.400443 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38626) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:19.416676 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:16Z', 'revision_number': 3, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:19.448384 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (4f70d0a6-9d3b-4d71-835e-24bb0972e8cb), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:19.468686 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Checking router: d5c4b332-912d-454a-a5ae-42c2de3b351b for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:12:19.469266 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Updating router d5c4b332-912d-454a-a5ae-42c2de3b351b port f0d10754-6b1e-4a1f-be94-a9127d38602b binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:12:19.474887 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:12:19.475408 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6195932'] for segment (4f70d0a6-9d3b-4d71-835e-24bb0972e8cb), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:19.524780 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:19.540458 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2a9c2d72-942a-4fa8-8194-7c8a3751a2f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8ee43cd41cb499e9d7512965b76121e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356494 Jun 27 14:12:19.541316 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38628) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:19.608700 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (8baa68e4-35e0-4960-89f7-da0c8635d3de), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:19.622932 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:19.630718 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8baa68e4-35e0-4960-89f7-da0c8635d3de HTTP/1.1" status: 204 len: 168 time: 1.7674303 Jun 27 14:12:19.645577 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2876849-bc57-4947-aee7-c1bae89507d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8baa68e4-35e0-4960-89f7-da0c8635d3de,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:19.670493 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:19.688122 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 4f70d0a6-9d3b-4d71-835e-24bb0972e8cb resource provider aggregate not found Jun 27 14:12:19.697830 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:19.734689 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 4f70d0a6-9d3b-4d71-835e-24bb0972e8cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f70d0a6-9d3b-4d71-835e-24bb0972e8cb found for delete ", "request_id": "req-9927a9d3-c976-43c6-8032-ef65e3e16959"}]} Jun 27 14:12:19.735339 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31c7bf4f-37d3-402f-82ab-1f635f49f5c8 admin admin] Publish callbacks [] for security_group (f6037761-85a7-4e66-80d1-4867a1ed514c), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:19.763821 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31c7bf4f-37d3-402f-82ab-1f635f49f5c8 admin admin] Publish callbacks [] for security_group (f6037761-85a7-4e66-80d1-4867a1ed514c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:19.811155 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 6884a1a6-919e-4165-b1c1-1bf6d69daefc no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:12:19.868871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 6884a1a6-919e-4165-b1c1-1bf6d69daefc {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:12:19.869466 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 6884a1a6-919e-4165-b1c1-1bf6d69daefc not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:12:20.002373 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf23a7-9081-44cc-83d9-3dba0f2944da req-5e6803f3-d8ea-4f50-8978-249f11cd23e7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:20.004550 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-57cf23a7-9081-44cc-83d9-3dba0f2944da req-5e6803f3-d8ea-4f50-8978-249f11cd23e7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0971899 Jun 27 14:12:20.030919 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38644) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:20.089033 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-57cf23a7-9081-44cc-83d9-3dba0f2944da req-62bd3aca-7bb3-490d-aa6e-2b76b6c7c51f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718710 Jun 27 14:12:20.115831 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31c7bf4f-37d3-402f-82ab-1f635f49f5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (f6037761-85a7-4e66-80d1-4867a1ed514c), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.118571 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31c7bf4f-37d3-402f-82ab-1f635f49f5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.119916 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-31c7bf4f-37d3-402f-82ab-1f635f49f5c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6037761-85a7-4e66-80d1-4867a1ed514c HTTP/1.1" status: 204 len: 168 time: 0.5769470 Jun 27 14:12:20.126740 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d12b0b2d-2f7d-4ebf-9e5b-54eb5acaf00d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8437a95e7fad44e3b549af4899a04bf8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0862939 Jun 27 14:12:20.127097 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38652) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:20.146766 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.186215 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7bf4f-37d3-402f-82ab-1f635f49f5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6037761-85a7-4e66-80d1-4867a1ed514c,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:20.241708 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-084150c8-d152-4498-8b19-ac9d85a01211 admin admin] Publish callbacks [] for security_group (24aebdbf-9a60-49c2-bc54-4373f05b3690), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.297747 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-084150c8-d152-4498-8b19-ac9d85a01211 admin admin] Publish callbacks [] for security_group (24aebdbf-9a60-49c2-bc54-4373f05b3690), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.348205 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:20.393169 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05df89-8950-4819-a104-a24731d56cc7 req-51fe5536-1478-4f0d-80d5-9b9fcf4035a2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:20.395530 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff05df89-8950-4819-a104-a24731d56cc7 req-51fe5536-1478-4f0d-80d5-9b9fcf4035a2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0813344 Jun 27 14:12:20.397743 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:20.447295 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-084150c8-d152-4498-8b19-ac9d85a01211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (24aebdbf-9a60-49c2-bc54-4373f05b3690), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.450629 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-084150c8-d152-4498-8b19-ac9d85a01211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.451996 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-084150c8-d152-4498-8b19-ac9d85a01211 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24aebdbf-9a60-49c2-bc54-4373f05b3690 HTTP/1.1" status: 204 len: 168 time: 0.3237641 Jun 27 14:12:20.469951 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Publish callbacks [] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.478368 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084150c8-d152-4498-8b19-ac9d85a01211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aebdbf-9a60-49c2-bc54-4373f05b3690,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:20.491299 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.507203 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff05df89-8950-4819-a104-a24731d56cc7 req-50f0b8f8-94ae-435d-806b-c320b085c451 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973427 Jun 27 14:12:20.648631 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Attempting to bind port f0d10754-6b1e-4a1f-be94-a9127d38602b on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:12:20.649777 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Attempting to bind port f0d10754-6b1e-4a1f-be94-a9127d38602b by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:12:20.651428 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Allocated IP 172.20.0.1 (b0e84f8c-7828-4cfc-869c-b17da4f2fca4/be33c672-9aa2-47b1-9175-11b416ef46b6/19e3a7ee-b43f-4558-8c68-12b5a65fec18) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:12:20.655351 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Attempting to bind port f0d10754-6b1e-4a1f-be94-a9127d38602b on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:12:20.685135 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:12:20.686618 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:20.687712 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.688584 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:12:20.690958 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Bound port: f0d10754-6b1e-4a1f-be94-a9127d38602b, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:12:20.692033 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.810537 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa478c49-8c95-4c9e-b725-dbc343fc57b0 None None] Pushing event updated for resources: {'Port': ['ID=f0d10754-6b1e-4a1f-be94-a9127d38602b,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:20.838872 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] For port f0d10754-6b1e-4a1f-be94-a9127d38602b, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:12:20.845109 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] For port f0d10754-6b1e-4a1f-be94-a9127d38602b, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=f0d10754-6b1e-4a1f-be94-a9127d38602b,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:12:20.872340 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:20.939732 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Publish callbacks [] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.025749 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38678) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:21.037723 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.062938 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa478c49-8c95-4c9e-b725-dbc343fc57b0 None None] Pushing event updated for resources: {'Port': ['ID=f0d10754-6b1e-4a1f-be94-a9127d38602b,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:21.078208 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:21.096568 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.111024 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Routers {'d5c4b332-912d-454a-a5ae-42c2de3b351b'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:21.111933 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['d5c4b332-912d-454a-a5ae-42c2de3b351b'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:21.247949 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.327745 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:21.342202 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:21.347381 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] Set router d5c4b332-912d-454a-a5ae-42c2de3b351b gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:21.359181 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:12:21.361567 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (d5c4b332-912d-454a-a5ae-42c2de3b351b), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.387589 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7072c4b0-a4e8-4140-bafb-0325f9ea4223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.501061 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Pushing event updated for resources: {'Port': ['ID=19e3a7ee-b43f-4558-8c68-12b5a65fec18,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:21.607986 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:21.642671 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7072c4b0-a4e8-4140-bafb-0325f9ea4223 admin admin] Publish callbacks [] for security_group (cf1bd79d-9827-47ba-ad25-66ecd5555c17), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.651303 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7072c4b0-a4e8-4140-bafb-0325f9ea4223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (cf1bd79d-9827-47ba-ad25-66ecd5555c17), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.713576 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.716915 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:16Z', 'revision_number': 3, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:21.718628 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072c4b0-a4e8-4140-bafb-0325f9ea4223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1bd79d-9827-47ba-ad25-66ecd5555c17,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:21.780459 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba925aa4-b1a7-4d86-b3e7-b5bea18b663d None None] The sync data for ids ['d5c4b332-912d-454a-a5ae-42c2de3b351b'] in dv-cinder-841125-9-iscsi is: [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:16Z', 'revision_number': 3, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:12:21.780917 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7072c4b0-a4e8-4140-bafb-0325f9ea4223 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4910827a1f94d438994eb7df520649c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7502110 Jun 27 14:12:21.786275 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38706) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:21.845473 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f232f489-978b-4c42-9363-8782010f34cc None None] Provisioning complete for port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:21.847256 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f232f489-978b-4c42-9363-8782010f34cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.879506 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2ca90f35-d28f-49cf-87bf-0da2e34b4ee7 admin admin] Publish callbacks [] for security_group (cf1bd79d-9827-47ba-ad25-66ecd5555c17), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.900152 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:21.917133 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2ca90f35-d28f-49cf-87bf-0da2e34b4ee7 admin admin] Publish callbacks [] for security_group (cf1bd79d-9827-47ba-ad25-66ecd5555c17), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.944608 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f232f489-978b-4c42-9363-8782010f34cc None None] Port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:12:21.991719 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2ca90f35-d28f-49cf-87bf-0da2e34b4ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (cf1bd79d-9827-47ba-ad25-66ecd5555c17), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.995225 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2ca90f35-d28f-49cf-87bf-0da2e34b4ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:21.997307 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2ca90f35-d28f-49cf-87bf-0da2e34b4ee7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf1bd79d-9827-47ba-ad25-66ecd5555c17 HTTP/1.1" status: 204 len: 168 time: 0.2097142 Jun 27 14:12:22.009719 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca90f35-d28f-49cf-87bf-0da2e34b4ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1bd79d-9827-47ba-ad25-66ecd5555c17,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:22.089669 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Publish callbacks [] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:22.098137 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:22.098999 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (d5c4b332-912d-454a-a5ae-42c2de3b351b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:22.254378 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Pushing event updated for resources: {'Port': ['ID=19e3a7ee-b43f-4558-8c68-12b5a65fec18,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:22.304541 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:22.313223 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:22.683453 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Router d5c4b332-912d-454a-a5ae-42c2de3b351b has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:12:22.900434 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a3f4b941-27ae-427c-9783-047654fba258 None None] Provisioning complete for port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:22.901080 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b941-27ae-427c-9783-047654fba258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:23.020832 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:12:23.047500 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4b941-27ae-427c-9783-047654fba258 None None] Port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:12:23.058055 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7f8e59c4-b669-43f1-8990-a08c666088ab admin admin] 10.222.0.43 "PUT /v2.0/routers/d5c4b332-912d-454a-a5ae-42c2de3b351b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3691347 Jun 27 14:12:23.209276 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-b9f66fb3-e210-441e-9a16-f7ad5212b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:23.213552 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-b9f66fb3-e210-441e-9a16-f7ad5212b999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 1129 time: 0.1215367 Jun 27 14:12:23.332796 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0e7c-3e00-45ef-ad36-a343311b8984 req-ed70ea3e-50c9-4e2f-bcb3-edb591ea643d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:23.335814 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c6aa0e7c-3e00-45ef-ad36-a343311b8984 req-ed70ea3e-50c9-4e2f-bcb3-edb591ea643d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.1031888 Jun 27 14:12:23.431090 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-badaadc3-547a-46d2-95b3-def48d55ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:23.433118 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-badaadc3-547a-46d2-95b3-def48d55ce57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.2059367 Jun 27 14:12:23.487346 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c6aa0e7c-3e00-45ef-ad36-a343311b8984 req-18cde4e6-8e51-40bc-af33-f4095e8580ac tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330295 Jun 27 14:12:23.495918 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-3ac8797d-7322-4a10-a564-a01f3963b073 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98465f9b-6342-4822-8f44-f8fec9f75686 HTTP/1.1" status: 200 len: 217 time: 0.0537322 Jun 27 14:12:23.601420 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-1437538d-a777-4572-b2b7-76f47b4bc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:23.604793 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-1437538d-a777-4572-b2b7-76f47b4bc822 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.0999715 Jun 27 14:12:23.668071 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-83aaeba1-bcc8-4e3e-a76d-c4e150410947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:23.669668 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-83aaeba1-bcc8-4e3e-a76d-c4e150410947 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543046 Jun 27 14:12:23.785203 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device f0d10754-6b1e-4a1f-be94-a9127d38602b up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:23.878232 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:23.882003 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-2ff3612d-f1da-4a57-8c17-d53987e87556 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025836 Jun 27 14:12:23.892089 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port f0d10754-6b1e-4a1f-be94-a9127d38602b triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:23.892893 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:24.042234 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port f0d10754-6b1e-4a1f-be94-a9127d38602b is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:24.043405 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:24.077864 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port f0d10754-6b1e-4a1f-be94-a9127d38602b, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=f0d10754-6b1e-4a1f-be94-a9127d38602b,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:24.083355 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:24.106594 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d62e9aa-7b4d-4bf0-b1da-cef659d6aecb req-b158a1b8-7fb0-49d2-b9fa-926d31365fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179317 Jun 27 14:12:24.161695 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:24.176590 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=f0d10754-6b1e-4a1f-be94-a9127d38602b,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:24.392246 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38792) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:24.487494 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38800) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:24.651197 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:24.697443 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c6109-d8e1-43ab-944e-e0eab8e0c090 req-9d1c7403-4b63-488a-9cda-291084ef9582 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:24.698998 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d77d53d1-8947-4c16-9caa-ed53b73dc200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:24.700137 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4c2c6109-d8e1-43ab-944e-e0eab8e0c090 req-9d1c7403-4b63-488a-9cda-291084ef9582 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0958648 Jun 27 14:12:24.727594 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:24.752114 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Sync routers for ids ['d5c4b332-912d-454a-a5ae-42c2de3b351b'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:12:24.763260 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b0f684e-7988-49df-8f19-87754f571e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:24.780235 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Routers {'d5c4b332-912d-454a-a5ae-42c2de3b351b'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:24.781305 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['d5c4b332-912d-454a-a5ae-42c2de3b351b'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:24.818813 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4c2c6109-d8e1-43ab-944e-e0eab8e0c090 req-d1088eba-38e2-43ca-ad6b-9cddbd8cbdfe tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107802 Jun 27 14:12:24.937212 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Set router d5c4b332-912d-454a-a5ae-42c2de3b351b gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:25.039589 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d77d53d1-8947-4c16-9caa-ed53b73dc200 admin admin] Publish callbacks [] for security_group (0cd46606-c31d-4bf8-9517-572e34f839f9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.049611 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d77d53d1-8947-4c16-9caa-ed53b73dc200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (0cd46606-c31d-4bf8-9517-572e34f839f9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.173769 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b0f684e-7988-49df-8f19-87754f571e8f admin admin] Publish callbacks [] for security_group (c62577be-c277-491f-9845-9b63548888c5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.188289 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38822) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:25.188503 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d77d53d1-8947-4c16-9caa-ed53b73dc200 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c581f0995d442c3ab75af77ac22c329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7948747 Jun 27 14:12:25.192399 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b0f684e-7988-49df-8f19-87754f571e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c62577be-c277-491f-9845-9b63548888c5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.208076 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d53d1-8947-4c16-9caa-ed53b73dc200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd46606-c31d-4bf8-9517-572e34f839f9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:25.232314 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:21Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '19e3a7ee-b43f-4558-8c68-12b5a65fec18', 'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'mac_address': 'fa:16:3e:25:4f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:20Z', 'updated_at': '2022-06-27T14:12:21Z', 'revision_number': 2, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'subnets': [{'id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:25.263795 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Checking router: d5c4b332-912d-454a-a5ae-42c2de3b351b for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:12:25.264198 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Updating router d5c4b332-912d-454a-a5ae-42c2de3b351b port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:12:25.270868 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f684e-7988-49df-8f19-87754f571e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62577be-c277-491f-9845-9b63548888c5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:25.300833 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2b0f684e-7988-49df-8f19-87754f571e8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ee62ff2086f4604a92ee053d8de250e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8085794 Jun 27 14:12:25.301472 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.301648 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38824) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:25.369102 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1488a154-75d2-4f37-8e02-5495e17b264c admin admin] Publish callbacks [] for security_group (0cd46606-c31d-4bf8-9517-572e34f839f9), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.386326 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-949d944b-52f0-4c47-849d-cdf82c89b833 admin admin] Publish callbacks [] for security_group (c62577be-c277-491f-9845-9b63548888c5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.432120 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-949d944b-52f0-4c47-849d-cdf82c89b833 admin admin] Publish callbacks [] for security_group (c62577be-c277-491f-9845-9b63548888c5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.450972 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1488a154-75d2-4f37-8e02-5495e17b264c admin admin] Publish callbacks [] for security_group (0cd46606-c31d-4bf8-9517-572e34f839f9), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.488040 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:25.562810 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1488a154-75d2-4f37-8e02-5495e17b264c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (0cd46606-c31d-4bf8-9517-572e34f839f9), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.568330 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1488a154-75d2-4f37-8e02-5495e17b264c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.568829 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-949d944b-52f0-4c47-849d-cdf82c89b833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c62577be-c277-491f-9845-9b63548888c5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.576018 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-949d944b-52f0-4c47-849d-cdf82c89b833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.576419 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1488a154-75d2-4f37-8e02-5495e17b264c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cd46606-c31d-4bf8-9517-572e34f839f9 HTTP/1.1" status: 204 len: 168 time: 0.3869326 Jun 27 14:12:25.578222 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-949d944b-52f0-4c47-849d-cdf82c89b833 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c62577be-c277-491f-9845-9b63548888c5 HTTP/1.1" status: 204 len: 168 time: 0.2757595 Jun 27 14:12:25.597750 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488a154-75d2-4f37-8e02-5495e17b264c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd46606-c31d-4bf8-9517-572e34f839f9,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:25.597991 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d944b-52f0-4c47-849d-cdf82c89b833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62577be-c277-491f-9845-9b63548888c5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:25.664456 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:25.779320 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Publish callbacks [] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.791501 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:25.846801 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device f0d10754-6b1e-4a1f-be94-a9127d38602b up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:25.984330 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Pushing event updated for resources: {'Port': ['ID=19e3a7ee-b43f-4558-8c68-12b5a65fec18,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:25.993242 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.993951 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.994447 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.994992 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.995479 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.995981 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.996530 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.997034 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.997511 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.997981 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.998471 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.999003 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.999491 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:25.999986 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.000302 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.018746 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Attempting to bind port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:12:26.019308 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Attempting to bind port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:12:26.019879 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Attempting to bind port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 on network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:12:26.035438 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:12:26.037416 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Checking segment: {'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:26.038139 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.039295 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Bound using segment: {'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:12:26.040299 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Bound port: 19e3a7ee-b43f-4558-8c68-12b5a65fec18, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:12:26.047209 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.109987 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port f0d10754-6b1e-4a1f-be94-a9127d38602b triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:26.110504 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.183432 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf122c8-f4e6-44b6-bd3c-6108bffffdfa req-888ef4f0-1ff8-41a1-ad01-f51e3239a468 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:26.196297 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2cf122c8-f4e6-44b6-bd3c-6108bffffdfa req-888ef4f0-1ff8-41a1-ad01-f51e3239a468 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.1622505 Jun 27 14:12:26.207506 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38850) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:26.215428 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-237495109-network', 'tenant_id': '166b2540362740e9b4df7a91e855d03d'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:26.283383 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Made reservation on behalf of 166b2540362740e9b4df7a91e855d03d for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:12:26.287197 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.298587 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.312043 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:26.324863 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-0f43826b-39f5-4552-b2b6-abd8bf3864a6 None None] Provisioning complete for port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:26.325242 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0f43826b-39f5-4552-b2b6-abd8bf3864a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.328869 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port f0d10754-6b1e-4a1f-be94-a9127d38602b is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:26.398745 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2cf122c8-f4e6-44b6-bd3c-6108bffffdfa req-d387c2e1-4b5f-4d76-8c1f-253f3abb9f06 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931567 Jun 27 14:12:26.402611 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0f43826b-39f5-4552-b2b6-abd8bf3864a6 None None] Port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:12:26.408588 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.491449 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Publish callbacks [] for security_group (e1469878-a295-4a6f-9e22-9df15a685af2), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.500586 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e1469878-a295-4a6f-9e22-9df15a685af2), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.554243 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] For port 19e3a7ee-b43f-4558-8c68-12b5a65fec18, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:12:26.562083 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] For port 19e3a7ee-b43f-4558-8c68-12b5a65fec18, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=19e3a7ee-b43f-4558-8c68-12b5a65fec18,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:12:26.576288 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.577329 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:26.600017 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:12:26.626175 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:26.692716 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Routers {'d5c4b332-912d-454a-a5ae-42c2de3b351b'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:26.694867 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['d5c4b332-912d-454a-a5ae-42c2de3b351b'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:26.701453 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (40b41c9b-2eb5-4691-a7d8-8a44cd445f19), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.701763 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Added segment 40b41c9b-2eb5-4691-a7d8-8a44cd445f19 of type vlan for network ff714b60-f4a8-4bb0-852d-c681129b0659 Jun 27 14:12:26.704757 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1469878-a295-4a6f-9e22-9df15a685af2,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:26.818190 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-de0c15a9-85e4-4350-9128-f31f26a98343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:26.820694 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-de0c15a9-85e4-4350-9128-f31f26a98343 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 1129 time: 0.2839842 Jun 27 14:12:26.826347 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.837066 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.837759 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.838366 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.838980 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.840944 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.841598 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.842444 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.843006 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.843595 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.844085 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.844655 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.845237 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.845781 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.853290 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:26.919634 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87989f0f-d1b1-457b-9dfa-20e608ffadfe None None] Pushing event updated for resources: {'Port': ['ID=19e3a7ee-b43f-4558-8c68-12b5a65fec18,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:26.961723 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38866) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:26.983110 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (ff714b60-f4a8-4bb0-852d-c681129b0659), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:26.990755 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] Set router d5c4b332-912d-454a-a5ae-42c2de3b351b gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:26.991767 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0e2dae0b-2f76-4f54-a950-10987afba382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:27.082630 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (ff714b60-f4a8-4bb0-852d-c681129b0659), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:27.084718 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:27.085592 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:27.176995 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:27.184508 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Provisioning complete for port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:27.186613 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:27.186828 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] Pushing event updated for resources: {'Network': ['ID=ff714b60-f4a8-4bb0-852d-c681129b0659,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:27.202452 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9473c11f-2a91-4e14-b15f-68e78c898771 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9935129 Jun 27 14:12:27.210587 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38872) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:27.216496 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0e2dae0b-2f76-4f54-a950-10987afba382 admin admin] Publish callbacks [] for security_group (07caf548-c21f-4d3d-aea1-a50c50524bf5), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:27.219017 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Request body: {'subnet': {'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-237495109-subnet', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:27.220777 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network ff714b60-f4a8-4bb0-852d-c681129b0659 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:12:27.227586 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0e2dae0b-2f76-4f54-a950-10987afba382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (07caf548-c21f-4d3d-aea1-a50c50524bf5), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:27.256258 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-1a48ec4b-f884-48e5-abed-22c0fdc8a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:27.258011 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-1a48ec4b-f884-48e5-abed-22c0fdc8a70d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.3700984 Jun 27 14:12:27.326782 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-f83e9861-b95c-4ba9-a22e-adc06f2d67f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98465f9b-6342-4822-8f44-f8fec9f75686 HTTP/1.1" status: 200 len: 217 time: 0.0551071 Jun 27 14:12:27.335807 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Made reservation on behalf of 166b2540362740e9b4df7a91e855d03d for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:12:27.336420 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0e2dae0b-2f76-4f54-a950-10987afba382 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b670469eeb247f1bf9581c747bbf46f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730779 Jun 27 14:12:27.338968 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:27.341276 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38876) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:27.385358 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dae0b-2f76-4f54-a950-10987afba382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07caf548-c21f-4d3d-aea1-a50c50524bf5,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:27.401758 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-fc944475-56e1-458a-a22a-fcb9ec868f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:27.403539 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-fc944475-56e1-458a-a22a-fcb9ec868f31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.0610793 Jun 27 14:12:27.580814 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Current status of the port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:27.581547 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:27.589828 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:21Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '19e3a7ee-b43f-4558-8c68-12b5a65fec18', 'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'mac_address': 'fa:16:3e:25:4f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:20Z', 'updated_at': '2022-06-27T14:12:26Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'subnets': [{'id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:27.750585 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e45c2cd-8985-4c77-82b5-578d0a7ced2c None None] The sync data for ids ['d5c4b332-912d-454a-a5ae-42c2de3b351b'] in dv-cinder-841125-9-iscsi is: [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:21Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '19e3a7ee-b43f-4558-8c68-12b5a65fec18', 'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'mac_address': 'fa:16:3e:25:4f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:20Z', 'updated_at': '2022-06-27T14:12:26Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'subnets': [{'id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:12:27.765925 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0eca84e0-6e2e-4124-a78f-73f40a14e030 admin admin] Publish callbacks [] for security_group (07caf548-c21f-4d3d-aea1-a50c50524bf5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:27.772752 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-1d3fdee1-73ec-4bcb-83af-874d2e18502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:27.776758 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-1d3fdee1-73ec-4bcb-83af-874d2e18502b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3032074 Jun 27 14:12:27.778301 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-23cea762-35ef-44cd-8409-fea201002227 None None] For port 19e3a7ee-b43f-4558-8c68-12b5a65fec18, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=19e3a7ee-b43f-4558-8c68-12b5a65fec18,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:27.788967 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2cc3-5e3f-4cd5-bdcb-acaffef60dc8 req-7bc887f7-e72d-43f6-b41a-f6a5eb1d0e46 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:27.795444 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:27.812647 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fc6d2cc3-5e3f-4cd5-bdcb-acaffef60dc8 req-7bc887f7-e72d-43f6-b41a-f6a5eb1d0e46 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.2417569 Jun 27 14:12:28.031896 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fc6d2cc3-5e3f-4cd5-bdcb-acaffef60dc8 req-83cffd32-a996-4549-98e8-e5feb8ecef3c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158141 Jun 27 14:12:28.095961 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Pushing event updated for resources: {'Port': ['ID=19e3a7ee-b43f-4558-8c68-12b5a65fec18,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:28.128351 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.134694 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.136348 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.136780 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.137183 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.137520 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.137845 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.138173 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.138503 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.141400 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.141871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.143603 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.143954 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.144293 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.144751 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cea762-35ef-44cd-8409-fea201002227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:28.353208 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:28.362241 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0eca84e0-6e2e-4124-a78f-73f40a14e030 admin admin] Publish callbacks [] for security_group (07caf548-c21f-4d3d-aea1-a50c50524bf5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:28.470086 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-40b29002-5627-4e65-91d1-4a599bb135ef service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819222 Jun 27 14:12:28.806422 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0eca84e0-6e2e-4124-a78f-73f40a14e030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (07caf548-c21f-4d3d-aea1-a50c50524bf5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:28.810040 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0eca84e0-6e2e-4124-a78f-73f40a14e030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:28.811717 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0eca84e0-6e2e-4124-a78f-73f40a14e030 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07caf548-c21f-4d3d-aea1-a50c50524bf5 HTTP/1.1" status: 204 len: 168 time: 1.4671178 Jun 27 14:12:28.871679 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (444d59f5-d2f2-48c3-bc4d-bf12bf8b0551), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:28.897947 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ced9ebc-3792-4e34-87f1-f64c552e4cd5 req-518b3d8f-8e64-4375-8de9-45c1a32c43f2 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068894 Jun 27 14:12:28.900697 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca84e0-6e2e-4124-a78f-73f40a14e030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07caf548-c21f-4d3d-aea1-a50c50524bf5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:29.018569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:29.044744 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444d59f5-d2f2-48c3-bc4d-bf12bf8b0551,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:29.065331 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Checking segment: {'id': '40b41c9b-2eb5-4691-a7d8-8a44cd445f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:29.066151 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Network hostable DHCP agents. Network: ff714b60-f4a8-4bb0-852d-c681129b0659, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:12:29.095229 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Network ff714b60-f4a8-4bb0-852d-c681129b0659 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:12:29.109767 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, ff714b60-f4a8-4bb0-852d-c681129b0659) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:29.116815 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:29.119796 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:29.129510 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1fbb05-2b2f-4f26-a9cb-a37191de19ac None None] Network ff714b60-f4a8-4bb0-852d-c681129b0659 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:12:29.198205 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0cd3fe9c-0a65-47eb-9d7d-1eea502c6453 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9853132 Jun 27 14:12:29.202470 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38976) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:29.209538 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-237495109-router', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:29.362882 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58937ad-f4a6-44b3-b9b6-fabd000465ce req-858344f7-6427-4bfe-8ad5-ce3b2bb8f7c5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:29.366162 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e58937ad-f4a6-44b3-b9b6-fabd000465ce req-858344f7-6427-4bfe-8ad5-ce3b2bb8f7c5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.1488667 Jun 27 14:12:29.367415 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (223e4f1e-58f8-466b-90f3-a2e3a350c510), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:29.368857 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (223e4f1e-58f8-466b-90f3-a2e3a350c510), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:29.377447 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-ff714b60-f4a8-4bb0-852d-c681129b0659', 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659', 'project_id': '166b2540362740e9b4df7a91e855d03d', 'fixed_ips': [{'subnet_id': '444d59f5-d2f2-48c3-bc4d-bf12bf8b0551'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:12:29.378337 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:29.532189 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks [] for router_controller (223e4f1e-58f8-466b-90f3-a2e3a350c510), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:29.774755 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e58937ad-f4a6-44b3-b9b6-fabd000465ce req-870c2380-54ce-4e41-a38b-cd578513599a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373702 Jun 27 14:12:30.022196 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks [] for router_gateway (223e4f1e-58f8-466b-90f3-a2e3a350c510), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:30.132442 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:30.134953 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 19e3a7ee-b43f-4558-8c68-12b5a65fec18 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:30.347899 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Allocated IP 172.20.0.2 (ff714b60-f4a8-4bb0-852d-c681129b0659/444d59f5-d2f2-48c3-bc4d-bf12bf8b0551/81a0a2e9-eb79-4bbb-a8a3-adec040812c5) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:12:30.409746 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:30.427947 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:30.428455 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:30.984821 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks [] for router_gateway (223e4f1e-58f8-466b-90f3-a2e3a350c510), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:31.061646 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:31.154537 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:31.183941 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Publish callbacks [] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:31.192692 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:31.232191 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37a0a2-ad8d-4178-89af-ba4a1991255b req-02d4be79-418a-43bb-ac1c-c6b6acc7137e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:31.235143 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5d37a0a2-ad8d-4178-89af-ba4a1991255b req-02d4be79-418a-43bb-ac1c-c6b6acc7137e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.1944857 Jun 27 14:12:31.260571 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:31.296010 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:31.312789 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Network ff714b60-f4a8-4bb0-852d-c681129b0659 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:31.337269 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:31.347294 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:12:31.359711 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5d37a0a2-ad8d-4178-89af-ba4a1991255b req-7c8ca88a-8857-4bed-a9df-d85d7d232923 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136873 Jun 27 14:12:31.391087 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Pushing event updated for resources: {'Port': ['ID=81a0a2e9-eb79-4bbb-a8a3-adec040812c5,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:31.430787 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Allocated IP 172.27.2.92 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/294f0be3-8633-4948-9a40-c08734379149) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:12:31.482976 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Attempting to bind port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:12:31.483668 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Attempting to bind port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '40b41c9b-2eb5-4691-a7d8-8a44cd445f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:12:31.484033 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Attempting to bind port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 on network ff714b60-f4a8-4bb0-852d-c681129b0659 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:12:31.490415 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:12:31.490914 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Checking segment: {'id': '40b41c9b-2eb5-4691-a7d8-8a44cd445f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:31.491331 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:31.491762 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Bound using segment: {'id': '40b41c9b-2eb5-4691-a7d8-8a44cd445f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:12:31.492246 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Bound port: 81a0a2e9-eb79-4bbb-a8a3-adec040812c5, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b41c9b-2eb5-4691-a7d8-8a44cd445f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:12:31.492862 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:31.581367 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] For port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:12:31.589354 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] For port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=81a0a2e9-eb79-4bbb-a8a3-adec040812c5,segment=NetworkSegment(40b41c9b-2eb5-4691-a7d8-8a44cd445f19),segment_id=40b41c9b-2eb5-4691-a7d8-8a44cd445f19)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:12:31.600090 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:31.712882 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks [] for port (294f0be3-8633-4948-9a40-c08734379149), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:31.755246 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b3d83-be2b-4bd1-896a-96211fa5d5f4 None None] Pushing event updated for resources: {'Port': ['ID=81a0a2e9-eb79-4bbb-a8a3-adec040812c5,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:31.800429 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (294f0be3-8633-4948-9a40-c08734379149), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:31.901786 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:31.911310 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:31.919099 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:12:31.933128 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Pushing event updated for resources: {'Port': ['ID=294f0be3-8633-4948-9a40-c08734379149,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:31.979897 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39104) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:31.991000 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.991731 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.992112 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.992751 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.993382 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.993939 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.994489 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.995077 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.995628 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.996252 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.996751 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.997262 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.997670 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.998145 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:31.998697 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:12:32.520123 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905310fa-1d9e-4c4c-b5fa-2ba2c5da21c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:32.581874 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks [] for router_gateway (223e4f1e-58f8-466b-90f3-a2e3a350c510), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:32.688430 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905310fa-1d9e-4c4c-b5fa-2ba2c5da21c8 admin admin] Publish callbacks [] for security_group (ba3039a4-e7dc-47c4-a1a8-123adaef467b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:32.690060 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:32.698407 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905310fa-1d9e-4c4c-b5fa-2ba2c5da21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (ba3039a4-e7dc-47c4-a1a8-123adaef467b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:32.739078 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d890c-0c3f-480e-9cbb-6d8fc284c947 req-a895fb95-c5bf-4211-86ae-5dc2e0a34d4d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:32.742997 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-186d890c-0c3f-480e-9cbb-6d8fc284c947 req-a895fb95-c5bf-4211-86ae-5dc2e0a34d4d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.2336767 Jun 27 14:12:32.759546 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-905310fa-1d9e-4c4c-b5fa-2ba2c5da21c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c470fb24fe644172837c3a4446dbf576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7776415 Jun 27 14:12:32.760699 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39138) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:32.792010 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905310fa-1d9e-4c4c-b5fa-2ba2c5da21c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3039a4-e7dc-47c4-a1a8-123adaef467b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:32.883715 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d50c70c-ab9c-4926-b400-0fa089f4a0a3 admin admin] Publish callbacks [] for security_group (ba3039a4-e7dc-47c4-a1a8-123adaef467b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:32.946114 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-186d890c-0c3f-480e-9cbb-6d8fc284c947 req-3c1da359-9708-44d8-8945-759d29b71535 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909494 Jun 27 14:12:32.950787 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d50c70c-ab9c-4926-b400-0fa089f4a0a3 admin admin] Publish callbacks [] for security_group (ba3039a4-e7dc-47c4-a1a8-123adaef467b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:33.151081 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d50c70c-ab9c-4926-b400-0fa089f4a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (ba3039a4-e7dc-47c4-a1a8-123adaef467b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:33.155045 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d50c70c-ab9c-4926-b400-0fa089f4a0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:33.156286 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7d50c70c-ab9c-4926-b400-0fa089f4a0a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba3039a4-e7dc-47c4-a1a8-123adaef467b HTTP/1.1" status: 204 len: 168 time: 0.3881695 Jun 27 14:12:33.196152 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50c70c-ab9c-4926-b400-0fa089f4a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3039a4-e7dc-47c4-a1a8-123adaef467b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:33.280856 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (223e4f1e-58f8-466b-90f3-a2e3a350c510), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:33.471841 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:33.524363 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d932c5-bec8-410d-8bd2-a4287a9b474e None None] Network ff714b60-f4a8-4bb0-852d-c681129b0659 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:12:33.535344 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Router 223e4f1e-58f8-466b-90f3-a2e3a350c510 is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:12:33.662215 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:12:33.692068 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:33.694184 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ade5a716-f6ff-4c00-9686-7787165c9f00 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4895613 Jun 27 14:12:33.694928 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Sync routers for ids ['223e4f1e-58f8-466b-90f3-a2e3a350c510'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:12:33.697551 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39156) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:33.703063 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-aae28b1d-8757-4f32-ba26-bac3310a0a52 None None] Provisioning complete for port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:33.703687 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-aae28b1d-8757-4f32-ba26-bac3310a0a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:33.862625 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39160) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:33.898351 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c4da9-48fe-463e-a4ac-8a08642c6458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:33.901566 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Routers {'223e4f1e-58f8-466b-90f3-a2e3a350c510'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:33.902685 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['223e4f1e-58f8-466b-90f3-a2e3a350c510'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:34.041623 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:34.084626 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:34.111156 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c4da9-48fe-463e-a4ac-8a08642c6458 admin admin] Publish callbacks [] for security_group (2b2ecffb-e494-483c-b729-74392d1f88c0), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.116988 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c4da9-48fe-463e-a4ac-8a08642c6458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (2b2ecffb-e494-483c-b729-74392d1f88c0), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.211164 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-aae28b1d-8757-4f32-ba26-bac3310a0a52 None None] Current status of the port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:34.211849 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-aae28b1d-8757-4f32-ba26-bac3310a0a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.218623 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Set router 223e4f1e-58f8-466b-90f3-a2e3a350c510 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:34.253294 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:34.262083 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c4da9-48fe-463e-a4ac-8a08642c6458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2ecffb-e494-483c-b729-74392d1f88c0,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:34.298554 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9e8c4da9-48fe-463e-a4ac-8a08642c6458 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aef03f807aa3480c96ae6a8c48bd9d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330301 Jun 27 14:12:34.300825 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39170) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:34.314470 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:34.314956 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.420459 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-59be4472-cafb-42b4-a541-843cbdd8bb4b admin admin] Publish callbacks [] for security_group (2b2ecffb-e494-483c-b729-74392d1f88c0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.463330 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-aae28b1d-8757-4f32-ba26-bac3310a0a52 None None] For port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=81a0a2e9-eb79-4bbb-a8a3-adec040812c5,segment=NetworkSegment(40b41c9b-2eb5-4691-a7d8-8a44cd445f19),segment_id=40b41c9b-2eb5-4691-a7d8-8a44cd445f19)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:34.476053 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-aae28b1d-8757-4f32-ba26-bac3310a0a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.502597 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-59be4472-cafb-42b4-a541-843cbdd8bb4b admin admin] Publish callbacks [] for security_group (2b2ecffb-e494-483c-b729-74392d1f88c0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.508216 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:34.542782 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:34.554803 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e76b08-95c6-4730-a9d4-79dcd9302f84 req-91289075-6a55-4a63-9a1a-407262096e86 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:34.560295 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-03e76b08-95c6-4730-a9d4-79dcd9302f84 req-91289075-6a55-4a63-9a1a-407262096e86 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.3751621 Jun 27 14:12:34.676444 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae28b1d-8757-4f32-ba26-bac3310a0a52 None None] Pushing event updated for resources: {'Port': ['ID=81a0a2e9-eb79-4bbb-a8a3-adec040812c5,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:34.679120 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-59be4472-cafb-42b4-a541-843cbdd8bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (2b2ecffb-e494-483c-b729-74392d1f88c0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.690140 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-59be4472-cafb-42b4-a541-843cbdd8bb4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.691742 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-59be4472-cafb-42b4-a541-843cbdd8bb4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b2ecffb-e494-483c-b729-74392d1f88c0 HTTP/1.1" status: 204 len: 168 time: 0.3885524 Jun 27 14:12:34.707942 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:34.713178 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-0c378054-de4e-4122-b5a9-d960268adac6 None None] Provisioning complete for port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:34.713474 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c378054-de4e-4122-b5a9-d960268adac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.716831 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:34.718316 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'name': 'tempest-TestMinimumBasicScenario-237495109-router', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '294f0be3-8633-4948-9a40-c08734379149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:29Z', 'updated_at': '2022-06-27T14:12:32Z', 'revision_number': 3, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'gw_port': {'id': '294f0be3-8633-4948-9a40-c08734379149', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:31Z', 'updated_at': '2022-06-27T14:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:34.749405 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be4472-cafb-42b4-a541-843cbdd8bb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2ecffb-e494-483c-b729-74392d1f88c0,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:34.815907 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Checking router: 223e4f1e-58f8-466b-90f3-a2e3a350c510 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:12:34.816253 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Updating router 223e4f1e-58f8-466b-90f3-a2e3a350c510 port 294f0be3-8633-4948-9a40-c08734379149 binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:12:34.869792 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (294f0be3-8633-4948-9a40-c08734379149), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.883814 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:34.995814 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:12:35.039370 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-03e76b08-95c6-4730-a9d4-79dcd9302f84 req-525aa281-9bae-480c-a441-b7b86d3d9552 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334175 Jun 27 14:12:35.208792 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0c378054-de4e-4122-b5a9-d960268adac6 None None] Current status of the port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:35.353496 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Allocated IP 172.20.0.1 (ff714b60-f4a8-4bb0-852d-c681129b0659/444d59f5-d2f2-48c3-bc4d-bf12bf8b0551/1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:12:35.631005 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Publish callbacks [] for port (294f0be3-8633-4948-9a40-c08734379149), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:35.632625 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:35.655149 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (294f0be3-8633-4948-9a40-c08734379149), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:35.661478 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Publish callbacks [] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:35.715996 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:35.746371 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf3689-4ff7-42b0-be7a-059e6846f11c None None] Pushing event updated for resources: {'Port': ['ID=294f0be3-8633-4948-9a40-c08734379149,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:35.779958 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Network ff714b60-f4a8-4bb0-852d-c681129b0659 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:35.783969 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:35.786880 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:12:35.794360 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:35.806295 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Attempting to bind port 294f0be3-8633-4948-9a40-c08734379149 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:12:35.814575 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Attempting to bind port 294f0be3-8633-4948-9a40-c08734379149 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:12:35.818072 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Attempting to bind port 294f0be3-8633-4948-9a40-c08734379149 on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:12:35.851151 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:12:35.851875 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:35.852275 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:35.855349 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:12:35.855906 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Bound port: 294f0be3-8633-4948-9a40-c08734379149, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:12:35.856316 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (294f0be3-8633-4948-9a40-c08734379149), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:35.897514 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Pushing event updated for resources: {'Port': ['ID=1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:35.934057 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (223e4f1e-58f8-466b-90f3-a2e3a350c510), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:35.979120 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:35.995078 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] For port 294f0be3-8633-4948-9a40-c08734379149, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:12:35.999658 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] For port 294f0be3-8633-4948-9a40-c08734379149, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=294f0be3-8633-4948-9a40-c08734379149,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:12:36.046274 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (294f0be3-8633-4948-9a40-c08734379149), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:36.053184 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:36.134454 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Routers {'223e4f1e-58f8-466b-90f3-a2e3a350c510'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:36.135388 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['223e4f1e-58f8-466b-90f3-a2e3a350c510'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:36.222586 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:36.223019 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:36.299702 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e94c4-0b54-4522-9d71-3f380f56eb72 req-3524a075-e0a5-4356-8461-208fe4ac9f20 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:36.310790 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6b3e94c4-0b54-4522-9d71-3f380f56eb72 req-3524a075-e0a5-4356-8461-208fe4ac9f20 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.1071901 Jun 27 14:12:36.311010 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf3689-4ff7-42b0-be7a-059e6846f11c None None] Pushing event updated for resources: {'Port': ['ID=294f0be3-8633-4948-9a40-c08734379149,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:36.379309 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] Set router 223e4f1e-58f8-466b-90f3-a2e3a350c510 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:36.399708 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:36.475166 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:36.516541 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6b3e94c4-0b54-4522-9d71-3f380f56eb72 req-ce82cc02-8804-452b-a599-b2688086b764 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591644 Jun 27 14:12:36.538884 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-14374f0c-f6ed-4aff-b7bd-d6b5b16bc37b None None] Provisioning complete for port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:36.539521 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-14374f0c-f6ed-4aff-b7bd-d6b5b16bc37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:36.669017 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-14374f0c-f6ed-4aff-b7bd-d6b5b16bc37b None None] Port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:12:36.677290 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:36.792637 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'name': 'tempest-TestMinimumBasicScenario-237495109-router', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '294f0be3-8633-4948-9a40-c08734379149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:29Z', 'updated_at': '2022-06-27T14:12:32Z', 'revision_number': 3, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'gw_port': {'id': '294f0be3-8633-4948-9a40-c08734379149', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:31Z', 'updated_at': '2022-06-27T14:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:36.822753 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Publish callbacks [] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:36.829950 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:36.835559 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e1635-08be-4067-85f5-e28a85176b7d None None] The sync data for ids ['223e4f1e-58f8-466b-90f3-a2e3a350c510'] in dv-cinder-841125-9-iscsi is: [{'id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'name': 'tempest-TestMinimumBasicScenario-237495109-router', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '294f0be3-8633-4948-9a40-c08734379149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:29Z', 'updated_at': '2022-06-27T14:12:32Z', 'revision_number': 3, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'gw_port': {'id': '294f0be3-8633-4948-9a40-c08734379149', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:31Z', 'updated_at': '2022-06-27T14:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:12:36.919023 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Pushing event updated for resources: {'Port': ['ID=1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:36.959520 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (223e4f1e-58f8-466b-90f3-a2e3a350c510), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:37.484386 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Network ff714b60-f4a8-4bb0-852d-c681129b0659 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:37.486299 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:37.487426 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39286) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:37.882925 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Router 223e4f1e-58f8-466b-90f3-a2e3a350c510 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:12:37.930989 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 294f0be3-8633-4948-9a40-c08734379149 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:37.953969 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3d847-47dd-438d-864e-a906c6adf9d5 req-00b517b4-f928-4fad-8f7a-8c04fe97fbb7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:37.965455 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b2b3d847-47dd-438d-864e-a906c6adf9d5 req-00b517b4-f928-4fad-8f7a-8c04fe97fbb7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.2059708 Jun 27 14:12:38.038532 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7973bd49-f616-41a4-82ee-d122e2a809ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.055361 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-dca93f6e-a455-40a8-bb71-930f4cc9f426 None None] Provisioning complete for port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:38.057696 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dca93f6e-a455-40a8-bb71-930f4cc9f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.116082 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 294f0be3-8633-4948-9a40-c08734379149 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:38.117788 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (294f0be3-8633-4948-9a40-c08734379149), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.178874 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-dca93f6e-a455-40a8-bb71-930f4cc9f426 None None] Port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:12:38.184575 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:38.253161 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b2b3d847-47dd-438d-864e-a906c6adf9d5 req-02abf9b0-96bb-455a-b335-6fc8c8867687 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864625 Jun 27 14:12:38.291740 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:12:38.292293 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7973bd49-f616-41a4-82ee-d122e2a809ac admin admin] Publish callbacks [] for security_group (4956c057-9876-486d-b252-d404b2f248c9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.310880 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:38.311185 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7973bd49-f616-41a4-82ee-d122e2a809ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (4956c057-9876-486d-b252-d404b2f248c9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.311357 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 294f0be3-8633-4948-9a40-c08734379149 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:38.311357 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (294f0be3-8633-4948-9a40-c08734379149), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.312788 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0eb5347e-65e8-4fdf-a4a9-6a78a91b075a admin admin] 10.222.0.43 "PUT /v2.0/routers/223e4f1e-58f8-466b-90f3-a2e3a350c510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6130629 Jun 27 14:12:38.348526 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 294f0be3-8633-4948-9a40-c08734379149, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=294f0be3-8633-4948-9a40-c08734379149,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:38.357385 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (294f0be3-8633-4948-9a40-c08734379149), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.361099 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973bd49-f616-41a4-82ee-d122e2a809ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4956c057-9876-486d-b252-d404b2f248c9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:38.398543 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7973bd49-f616-41a4-82ee-d122e2a809ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20788ae25e9d4a47a2633267ada684ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9096539 Jun 27 14:12:38.403180 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39310) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:38.473066 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=294f0be3-8633-4948-9a40-c08734379149,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:38.563700 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae738-490d-4ba8-9739-e5e6b66f3d30 admin admin] Publish callbacks [] for security_group (4956c057-9876-486d-b252-d404b2f248c9), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.619490 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae738-490d-4ba8-9739-e5e6b66f3d30 admin admin] Publish callbacks [] for security_group (4956c057-9876-486d-b252-d404b2f248c9), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.691355 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae738-490d-4ba8-9739-e5e6b66f3d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (4956c057-9876-486d-b252-d404b2f248c9), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.694443 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae738-490d-4ba8-9739-e5e6b66f3d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:38.696189 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8a3ae738-490d-4ba8-9739-e5e6b66f3d30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4956c057-9876-486d-b252-d404b2f248c9 HTTP/1.1" status: 204 len: 168 time: 0.2916505 Jun 27 14:12:38.707226 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ae738-490d-4ba8-9739-e5e6b66f3d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4956c057-9876-486d-b252-d404b2f248c9,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:39.247913 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39338) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:39.272556 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bce05172-4e5c-40e4-84ee-64fcc73ccc41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:39.404784 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:39.489236 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bce05172-4e5c-40e4-84ee-64fcc73ccc41 admin admin] Publish callbacks [] for security_group (afeab49b-2f41-46e3-83be-6ee81bf3b6e7), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:39.527303 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bce05172-4e5c-40e4-84ee-64fcc73ccc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (afeab49b-2f41-46e3-83be-6ee81bf3b6e7), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:39.784144 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-bce05172-4e5c-40e4-84ee-64fcc73ccc41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed0a8a0b47e842c98fbb39cf1293fd3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5345564 Jun 27 14:12:39.788066 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39370) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:39.791010 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce05172-4e5c-40e4-84ee-64fcc73ccc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeab49b-2f41-46e3-83be-6ee81bf3b6e7,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:39.837009 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bc20a-6ec7-4895-8429-88e5255e5a02 req-eeffc9a3-eaf8-49f4-95c3-a630323aa4c2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:39.858268 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c05bc20a-6ec7-4895-8429-88e5255e5a02 req-eeffc9a3-eaf8-49f4-95c3-a630323aa4c2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.3627167 Jun 27 14:12:39.876127 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Sync routers for ids ['223e4f1e-58f8-466b-90f3-a2e3a350c510'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:12:39.891997 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Routers {'223e4f1e-58f8-466b-90f3-a2e3a350c510'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:39.892552 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['223e4f1e-58f8-466b-90f3-a2e3a350c510'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:39.916509 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 294f0be3-8633-4948-9a40-c08734379149 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:39.991400 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c05bc20a-6ec7-4895-8429-88e5255e5a02 req-78c448f8-4472-4309-8236-1153a841626b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317301 Jun 27 14:12:40.021468 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cb6336ba-060c-4bcb-a44d-a09468814ed3 admin admin] Publish callbacks [] for security_group (afeab49b-2f41-46e3-83be-6ee81bf3b6e7), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:40.057508 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cb6336ba-060c-4bcb-a44d-a09468814ed3 admin admin] Publish callbacks [] for security_group (afeab49b-2f41-46e3-83be-6ee81bf3b6e7), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:40.065953 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 294f0be3-8633-4948-9a40-c08734379149 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:40.066330 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (294f0be3-8633-4948-9a40-c08734379149), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:40.165704 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cb6336ba-060c-4bcb-a44d-a09468814ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (afeab49b-2f41-46e3-83be-6ee81bf3b6e7), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:40.172820 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cb6336ba-060c-4bcb-a44d-a09468814ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:40.178751 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-cb6336ba-060c-4bcb-a44d-a09468814ed3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/afeab49b-2f41-46e3-83be-6ee81bf3b6e7 HTTP/1.1" status: 204 len: 168 time: 0.3873429 Jun 27 14:12:40.201591 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6336ba-060c-4bcb-a44d-a09468814ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeab49b-2f41-46e3-83be-6ee81bf3b6e7,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:40.234065 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 294f0be3-8633-4948-9a40-c08734379149 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:40.238195 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Set router 223e4f1e-58f8-466b-90f3-a2e3a350c510 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:40.305526 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:40.459550 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:40.616268 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'name': 'tempest-TestMinimumBasicScenario-237495109-router', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '294f0be3-8633-4948-9a40-c08734379149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:29Z', 'updated_at': '2022-06-27T14:12:36Z', 'revision_number': 4, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'gw_port': {'id': '294f0be3-8633-4948-9a40-c08734379149', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:31Z', 'updated_at': '2022-06-27T14:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85', 'name': '', 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'mac_address': 'fa:16:3e:8e:38:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '444d59f5-d2f2-48c3-bc4d-bf12bf8b0551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:34Z', 'updated_at': '2022-06-27T14:12:36Z', 'revision_number': 2, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'subnets': [{'id': '444d59f5-d2f2-48c3-bc4d-bf12bf8b0551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:40.648714 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Checking router: 223e4f1e-58f8-466b-90f3-a2e3a350c510 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:12:40.649624 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Updating router 223e4f1e-58f8-466b-90f3-a2e3a350c510 port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:12:40.705098 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:41.308143 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28ca96-c6aa-460f-94a0-71485bb2a928 req-a04ab8d8-e9a7-4649-b400-77a17e101b90 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:41.312315 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4b28ca96-c6aa-460f-94a0-71485bb2a928 req-a04ab8d8-e9a7-4649-b400-77a17e101b90 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.1387525 Jun 27 14:12:41.327963 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Publish callbacks [] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:41.337888 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:41.402622 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f492699-ad69-46dc-8fe4-c1926089da78 None None] Pushing event updated for resources: {'Port': ['ID=1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:41.454704 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4b28ca96-c6aa-460f-94a0-71485bb2a928 req-c7ddd939-8470-4786-b1b0-bbd9907fc52f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347411 Jun 27 14:12:41.537111 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Attempting to bind port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:12:41.537503 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Attempting to bind port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '40b41c9b-2eb5-4691-a7d8-8a44cd445f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:12:41.537847 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Attempting to bind port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 on network ff714b60-f4a8-4bb0-852d-c681129b0659 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:12:41.556997 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:12:41.557363 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Checking segment: {'id': '40b41c9b-2eb5-4691-a7d8-8a44cd445f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:41.557771 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:41.564732 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Bound using segment: {'id': '40b41c9b-2eb5-4691-a7d8-8a44cd445f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:12:41.566104 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Bound port: 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b41c9b-2eb5-4691-a7d8-8a44cd445f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:12:41.567063 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:41.800422 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] For port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:12:41.804264 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] For port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85,segment=NetworkSegment(40b41c9b-2eb5-4691-a7d8-8a44cd445f19),segment_id=40b41c9b-2eb5-4691-a7d8-8a44cd445f19)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:12:41.812728 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:41.870281 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f492699-ad69-46dc-8fe4-c1926089da78 None None] Pushing event updated for resources: {'Port': ['ID=1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:41.893455 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Routers {'223e4f1e-58f8-466b-90f3-a2e3a350c510'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:41.894010 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['223e4f1e-58f8-466b-90f3-a2e3a350c510'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:41.983634 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-7ddfb810-95c8-4758-b0fe-238f12a4a83d None None] Provisioning complete for port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:41.984091 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ddfb810-95c8-4758-b0fe-238f12a4a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:42.061747 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] Set router 223e4f1e-58f8-466b-90f3-a2e3a350c510 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:42.157057 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-7ddfb810-95c8-4758-b0fe-238f12a4a83d None None] Current status of the port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:42.157934 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ddfb810-95c8-4758-b0fe-238f12a4a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:42.216077 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7ddfb810-95c8-4758-b0fe-238f12a4a83d None None] For port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85,segment=NetworkSegment(40b41c9b-2eb5-4691-a7d8-8a44cd445f19),segment_id=40b41c9b-2eb5-4691-a7d8-8a44cd445f19)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:42.222911 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:42.233464 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ddfb810-95c8-4758-b0fe-238f12a4a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:42.313808 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfb810-95c8-4758-b0fe-238f12a4a83d None None] Pushing event updated for resources: {'Port': ['ID=1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:42.357786 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:42.383103 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f06909f3-50bf-4981-928d-27299fc0018d None None] Provisioning complete for port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:42.383987 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f06909f3-50bf-4981-928d-27299fc0018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:42.426793 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:42.569014 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f06909f3-50bf-4981-928d-27299fc0018d None None] Current status of the port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:42.591163 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'name': 'tempest-TestMinimumBasicScenario-237495109-router', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '294f0be3-8633-4948-9a40-c08734379149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:29Z', 'updated_at': '2022-06-27T14:12:36Z', 'revision_number': 4, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'gw_port': {'id': '294f0be3-8633-4948-9a40-c08734379149', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:31Z', 'updated_at': '2022-06-27T14:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85', 'name': '', 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'mac_address': 'fa:16:3e:8e:38:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '444d59f5-d2f2-48c3-bc4d-bf12bf8b0551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:34Z', 'updated_at': '2022-06-27T14:12:41Z', 'revision_number': 4, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'subnets': [{'id': '444d59f5-d2f2-48c3-bc4d-bf12bf8b0551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:42.664090 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4ac22-bd09-4f2a-beba-ed89033ff912 None None] The sync data for ids ['223e4f1e-58f8-466b-90f3-a2e3a350c510'] in dv-cinder-841125-9-iscsi is: [{'id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'name': 'tempest-TestMinimumBasicScenario-237495109-router', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '294f0be3-8633-4948-9a40-c08734379149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:29Z', 'updated_at': '2022-06-27T14:12:36Z', 'revision_number': 4, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'gw_port': {'id': '294f0be3-8633-4948-9a40-c08734379149', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:31Z', 'updated_at': '2022-06-27T14:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85', 'name': '', 'network_id': 'ff714b60-f4a8-4bb0-852d-c681129b0659', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'mac_address': 'fa:16:3e:8e:38:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '444d59f5-d2f2-48c3-bc4d-bf12bf8b0551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:34Z', 'updated_at': '2022-06-27T14:12:41Z', 'revision_number': 4, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'subnets': [{'id': '444d59f5-d2f2-48c3-bc4d-bf12bf8b0551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:12:42.752296 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485166-f557-4a35-ab8b-6306126035ce req-88992873-ab1e-46d0-9490-a73628ebc2d2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:42.755862 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68485166-f557-4a35-ab8b-6306126035ce req-88992873-ab1e-46d0-9490-a73628ebc2d2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.1839621 Jun 27 14:12:42.965997 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68485166-f557-4a35-ab8b-6306126035ce req-00a6e99d-4732-4295-a329-83690141dfa6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021761 Jun 27 14:12:43.958030 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:44.147836 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:44.148781 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:44.193788 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197a18-d598-4ffa-94b9-4a8a5c4490bd req-9eb1fa30-8f8e-4743-9b8e-8b08b6f1dc2e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:44.209268 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c8197a18-d598-4ffa-94b9-4a8a5c4490bd req-9eb1fa30-8f8e-4743-9b8e-8b08b6f1dc2e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.1197965 Jun 27 14:12:44.220862 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:44.306514 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c8197a18-d598-4ffa-94b9-4a8a5c4490bd req-d3ff4326-7861-4902-a4e5-1482a15c2e27 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955503 Jun 27 14:12:44.337051 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:45.486781 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab4790-e207-4690-992b-22c7ed22b961 req-9679d992-8a73-4a76-9f0e-03c128278faa tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:45.489455 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-69ab4790-e207-4690-992b-22c7ed22b961 req-9679d992-8a73-4a76-9f0e-03c128278faa tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0745618 Jun 27 14:12:45.635324 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-69ab4790-e207-4690-992b-22c7ed22b961 req-8275ac8b-9a5c-42ef-b24e-19ecf9c8fc36 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294599 Jun 27 14:12:45.675188 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c9acac8c-9643-4665-b23e-b060bf4d08d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:45.902575 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defbd93-cf33-4587-b359-b1323f56daa7 req-2b831525-f2ca-4c99-86cd-269668ff50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:45.906352 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1defbd93-cf33-4587-b359-b1323f56daa7 req-2b831525-f2ca-4c99-86cd-269668ff50b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 1129 time: 0.1168408 Jun 27 14:12:46.029401 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1defbd93-cf33-4587-b359-b1323f56daa7 req-7738bc82-cc3f-4021-aa75-8fe5f191ab0d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121273 Jun 27 14:12:46.282381 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39522) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:46.467231 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-351a3280-bd82-43c6-ac72-c8c48b6e2477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:46.593422 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-351a3280-bd82-43c6-ac72-c8c48b6e2477 admin admin] Publish callbacks [] for security_group (b957cb62-e161-4601-8fdb-9ca3b0770d22), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:46.598921 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-351a3280-bd82-43c6-ac72-c8c48b6e2477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (b957cb62-e161-4601-8fdb-9ca3b0770d22), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:46.647413 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a3280-bd82-43c6-ac72-c8c48b6e2477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b957cb62-e161-4601-8fdb-9ca3b0770d22,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:46.655762 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39530) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:46.667833 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-351a3280-bd82-43c6-ac72-c8c48b6e2477 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5c255ce0e534de1b1658b168cab8d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838112 Jun 27 14:12:46.725511 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c546bb78-e519-4c2e-a147-5e1888ec1344 admin admin] Publish callbacks [] for security_group (b957cb62-e161-4601-8fdb-9ca3b0770d22), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:46.753633 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c546bb78-e519-4c2e-a147-5e1888ec1344 admin admin] Publish callbacks [] for security_group (b957cb62-e161-4601-8fdb-9ca3b0770d22), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:46.795729 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:46.816228 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6fc62-70d9-4887-bd6c-173272e960b1 req-f4f0203b-13d6-480e-8766-29c5650811e3 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:46.818168 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d2f6fc62-70d9-4887-bd6c-173272e960b1 req-f4f0203b-13d6-480e-8766-29c5650811e3 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0848155 Jun 27 14:12:46.833288 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:46.837207 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c546bb78-e519-4c2e-a147-5e1888ec1344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (b957cb62-e161-4601-8fdb-9ca3b0770d22), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:46.842390 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c546bb78-e519-4c2e-a147-5e1888ec1344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:46.852571 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c546bb78-e519-4c2e-a147-5e1888ec1344 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b957cb62-e161-4601-8fdb-9ca3b0770d22 HTTP/1.1" status: 204 len: 168 time: 0.1916833 Jun 27 14:12:46.871312 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546bb78-e519-4c2e-a147-5e1888ec1344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b957cb62-e161-4601-8fdb-9ca3b0770d22,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:46.917548 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d2f6fc62-70d9-4887-bd6c-173272e960b1 req-3050444a-88ac-45b8-b651-d94cf7aff46e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927253 Jun 27 14:12:47.839898 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bc6c078d-88b7-4c8b-ba34-b2367a609c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:47.993237 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39568) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:48.164072 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-368275427-network', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:48.188197 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be54bc2-03e7-4c49-a8e3-a5c6aedf5663 req-392a6b17-3cd1-447c-b43b-33146102ff53 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:48.192834 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5be54bc2-03e7-4c49-a8e3-a5c6aedf5663 req-392a6b17-3cd1-447c-b43b-33146102ff53 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0889540 Jun 27 14:12:48.217188 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Made reservation on behalf of 776f23a8a2de459b9183939d76c7a2fb for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:12:48.222002 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:48.239966 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:48.289480 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5be54bc2-03e7-4c49-a8e3-a5c6aedf5663 req-678ce5c1-d3b6-4fc1-ab49-e175fd190c02 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884724 Jun 27 14:12:48.466623 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Publish callbacks [] for security_group (54e14570-9814-4646-befc-c96dcaf6fb05), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:48.479848 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (54e14570-9814-4646-befc-c96dcaf6fb05), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:48.512231 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e14570-9814-4646-befc-c96dcaf6fb05,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:48.532715 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:12:48.560014 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (95a5aef6-9f43-4cf8-8da0-b0c47f02fa05), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:48.560522 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Added segment 95a5aef6-9f43-4cf8-8da0-b0c47f02fa05 of type vlan for network 8fb02f13-7fd9-486a-8e55-0cda9370b358 Jun 27 14:12:48.632615 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (8fb02f13-7fd9-486a-8e55-0cda9370b358), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:48.671622 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=5,neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:48.729369 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (8fb02f13-7fd9-486a-8e55-0cda9370b358), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:48.730765 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:48.731375 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:48.823097 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8270469 Jun 27 14:12:48.827075 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39586) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:48.838633 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Request body: {'subnet': {'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-368275427-subnet', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:48.912951 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e580ec-d086-4758-8dbf-06abf4b9ecb3 admin admin] Pushing event updated for resources: {'Network': ['ID=8fb02f13-7fd9-486a-8e55-0cda9370b358,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:48.928212 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:12:48.955886 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Made reservation on behalf of 776f23a8a2de459b9183939d76c7a2fb for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:12:48.955886 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:49.215075 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (80bed61e-cd3e-4296-b188-91dcd38fc5a6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:49.294421 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80bed61e-cd3e-4296-b188-91dcd38fc5a6,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:49.302497 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Checking segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:49.303301 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Network hostable DHCP agents. Network: 8fb02f13-7fd9-486a-8e55-0cda9370b358, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:12:49.321461 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:49.344336 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:12:49.370997 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 8fb02f13-7fd9-486a-8e55-0cda9370b358) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:49.379875 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:49.380970 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:49.398350 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:49.412188 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104062e2-aab5-4958-bb76-07b9d5ee1585 None None] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:12:49.423092 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-101b168a-b9d0-4755-a406-02ef26ce4704 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5922506 Jun 27 14:12:49.424053 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39596) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:49.433298 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:49.455517 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:49.537577 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:49.538815 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:49.559879 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845f1f2-c94d-430e-ae1d-920b2de85471 req-78cfdfe9-fac9-4b62-a4d9-e9094e12a88d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:49.562337 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7845f1f2-c94d-430e-ae1d-920b2de85471 req-78cfdfe9-fac9-4b62-a4d9-e9094e12a88d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0992954 Jun 27 14:12:49.629118 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-8fb02f13-7fd9-486a-8e55-0cda9370b358', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:12:49.630360 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:49.704802 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7845f1f2-c94d-430e-ae1d-920b2de85471 req-8fc9d2a0-84c0-4d8f-9716-ef070ba1f1b0 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270716 Jun 27 14:12:49.723354 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks [] for router_controller (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:49.859414 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Allocated IP 172.20.0.2 (8fb02f13-7fd9-486a-8e55-0cda9370b358/80bed61e-cd3e-4296-b188-91dcd38fc5a6/805a0cb2-56ec-4063-9d33-eb5414f9acc4) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:12:49.903299 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks [] for router_gateway (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:50.134072 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:50.152731 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:50.161575 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks [] for router_gateway (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:50.205438 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:50.239297 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Publish callbacks [] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:50.269084 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:50.313574 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:50.319151 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:50.324297 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:12:50.330871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Pushing event updated for resources: {'Port': ['ID=805a0cb2-56ec-4063-9d33-eb5414f9acc4,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:50.356960 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Allocated IP 172.27.2.186 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/912bb4be-c181-4d0c-9611-79d8e23bf0e9) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:12:50.400374 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Attempting to bind port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:12:50.400755 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Attempting to bind port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:12:50.401080 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Attempting to bind port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:12:50.414720 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:12:50.415277 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Checking segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:50.415840 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:50.416279 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Bound using segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:12:50.416865 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Bound port: 805a0cb2-56ec-4063-9d33-eb5414f9acc4, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:12:50.418977 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:50.513761 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks [] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:50.545786 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] For port 805a0cb2-56ec-4063-9d33-eb5414f9acc4, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:12:50.555450 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] For port 805a0cb2-56ec-4063-9d33-eb5414f9acc4, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=805a0cb2-56ec-4063-9d33-eb5414f9acc4,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:12:50.565591 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:50.569424 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:50.626079 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Pushing event updated for resources: {'Port': ['ID=912bb4be-c181-4d0c-9611-79d8e23bf0e9,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:50.635243 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:50.637426 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:50.639846 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:12:50.670419 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:50.737423 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a40e09-fbe7-42d8-a494-65e30ac36b75 None None] Pushing event updated for resources: {'Port': ['ID=805a0cb2-56ec-4063-9d33-eb5414f9acc4,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:50.916718 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:51.004924 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:51.070333 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493c8b2-6b19-4e88-9179-6bd8cf259871 req-7b805529-9c8e-4d65-b1b6-122f81a4be88 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:51.072038 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6493c8b2-6b19-4e88-9179-6bd8cf259871 req-7b805529-9c8e-4d65-b1b6-122f81a4be88 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.1935720 Jun 27 14:12:51.306110 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6493c8b2-6b19-4e88-9179-6bd8cf259871 req-f37b3dfc-3a81-4322-89c2-06a1e3678245 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898317 Jun 27 14:12:51.325808 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks [] for router_gateway (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:51.568626 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:51.630883 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:51.920623 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:12:51.946365 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 805a0cb2-56ec-4063-9d33-eb5414f9acc4 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:52.135567 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:52.136360 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:52.208927 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:12:52.273966 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:52.285252 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2d4044db-9fbc-4e2e-b5c9-82171a9994c7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8565586 Jun 27 14:12:52.287743 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39650) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:52.307936 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Sync routers for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:12:52.397583 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:52.410691 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:52.590037 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=18 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:52.664066 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=11 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:52.878881 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b12b765-8871-4fdf-b1cd-25fad599c4cf None None] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:12:52.889374 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:52.889905 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:52.940846 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:53.078115 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-b6970766-d375-4927-8bdc-17cdcd5bfb5e None None] Provisioning complete for port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:53.079989 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6970766-d375-4927-8bdc-17cdcd5bfb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:53.120530 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39676) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:53.153580 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efe81b-3dd8-4763-812c-d201340ae87f req-39553e43-6fde-481d-bc34-dcc738074dc1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:53.164544 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04efe81b-3dd8-4763-812c-d201340ae87f req-39553e43-6fde-481d-bc34-dcc738074dc1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0763333 Jun 27 14:12:53.173084 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:53.178548 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 805a0cb2-56ec-4063-9d33-eb5414f9acc4, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=805a0cb2-56ec-4063-9d33-eb5414f9acc4,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:53.244807 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:53.288383 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:53.327949 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04efe81b-3dd8-4763-812c-d201340ae87f req-b6a43b8b-1cb8-4a41-aaf1-7aae5e60e362 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624031 Jun 27 14:12:53.333477 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:53.341280 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=805a0cb2-56ec-4063-9d33-eb5414f9acc4,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:53.452884 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b8f7-068c-4d4c-8033-10d6e0d2b82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:53.661796 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3d5f7-fdb7-4b56-aab6-8faa01cb5d0b req-509ed267-0375-426c-a085-b06ba5885a0f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:53.667700 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a7e3d5f7-fdb7-4b56-aab6-8faa01cb5d0b req-509ed267-0375-426c-a085-b06ba5885a0f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1638515 Jun 27 14:12:53.744871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:51Z', 'revision_number': 3, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:53.781387 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b8f7-068c-4d4c-8033-10d6e0d2b82f admin admin] Publish callbacks [] for security_group (acc86e4f-b2bb-4929-a401-440e868a4515), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:53.791397 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ba8b8f7-068c-4d4c-8033-10d6e0d2b82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (acc86e4f-b2bb-4929-a401-440e868a4515), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:53.874678 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b6970766-d375-4927-8bdc-17cdcd5bfb5e None None] Current status of the port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:53.889782 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Checking router: ce6e3fea-e9a1-4b52-87de-61dfaef7e95f for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:12:53.890308 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Updating router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f port 912bb4be-c181-4d0c-9611-79d8e23bf0e9 binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:12:53.906630 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8b8f7-068c-4d4c-8033-10d6e0d2b82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc86e4f-b2bb-4929-a401-440e868a4515,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:53.930136 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:53.983140 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39694) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:54.007111 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a7e3d5f7-fdb7-4b56-aab6-8faa01cb5d0b req-89bda464-df33-4d33-a9f2-975257d0abf4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305230 Jun 27 14:12:54.009242 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 805a0cb2-56ec-4063-9d33-eb5414f9acc4 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:54.022520 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2ba8b8f7-068c-4d4c-8033-10d6e0d2b82f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f45ccbcd6dca4dc1bfd10c0bc8e4d71b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8982790 Jun 27 14:12:54.025608 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39698) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:54.038996 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-4a2f8563-106b-4bd6-8fd4-744ef2514449 None None] Provisioning complete for port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:54.039961 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4a2f8563-106b-4bd6-8fd4-744ef2514449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:54.193368 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6ce9-b913-426a-a818-aab7ea165de4 admin admin] Publish callbacks [] for security_group (acc86e4f-b2bb-4929-a401-440e868a4515), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:54.230204 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:54.238681 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:54.294236 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6ce9-b913-426a-a818-aab7ea165de4 admin admin] Publish callbacks [] for security_group (acc86e4f-b2bb-4929-a401-440e868a4515), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:54.338402 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:54.484511 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540baf2-1a38-474e-bed9-1e2ad0bee25f req-7046a980-01d6-4628-b1e0-83578e1ffb09 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:54.486249 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c540baf2-1a38-474e-bed9-1e2ad0bee25f req-7046a980-01d6-4628-b1e0-83578e1ffb09 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0946741 Jun 27 14:12:54.545500 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-68a1c71d-5238-4368-9b0f-118793f1dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:54.547068 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-68a1c71d-5238-4368-9b0f-118793f1dd59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 1129 time: 0.1943717 Jun 27 14:12:54.566882 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:54.567537 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:54.591958 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f77a7726-0e2e-490c-b1fa-98fce57be9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:54.695512 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d2701-fc91-4e03-a3da-2cc6469e41e2 req-67b42e9d-521a-493c-8f8f-5f8280e67d68 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:54.709731 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1b7d2701-fc91-4e03-a3da-2cc6469e41e2 req-67b42e9d-521a-493c-8f8f-5f8280e67d68 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1268499 Jun 27 14:12:54.830868 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-42e8a576-8dbd-43c8-9f11-f0750dedc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:54.832666 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-42e8a576-8dbd-43c8-9f11-f0750dedc07a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.2781866 Jun 27 14:12:54.836005 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6ce9-b913-426a-a818-aab7ea165de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (acc86e4f-b2bb-4929-a401-440e868a4515), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:54.850088 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f8563-106b-4bd6-8fd4-744ef2514449 None None] Current status of the port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:54.850358 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6ce9-b913-426a-a818-aab7ea165de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:54.850358 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ea0d6ce9-b913-426a-a818-aab7ea165de4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acc86e4f-b2bb-4929-a401-440e868a4515 HTTP/1.1" status: 204 len: 168 time: 0.8205264 Jun 27 14:12:54.897228 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c540baf2-1a38-474e-bed9-1e2ad0bee25f req-95c782f5-6c8c-4ca9-ba2e-d618a4c9f74f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244491 Jun 27 14:12:54.965821 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Allocated IP 172.20.0.1 (8fb02f13-7fd9-486a-8e55-0cda9370b358/80bed61e-cd3e-4296-b188-91dcd38fc5a6/3ba942e9-3d1b-4917-88a1-9d59be54c7ba) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:12:54.966503 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-36801e4e-ab87-4f8c-8764-c49df576bd70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98465f9b-6342-4822-8f44-f8fec9f75686 HTTP/1.1" status: 200 len: 217 time: 0.1174207 Jun 27 14:12:54.967445 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d6ce9-b913-426a-a818-aab7ea165de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc86e4f-b2bb-4929-a401-440e868a4515,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:55.001516 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1b7d2701-fc91-4e03-a3da-2cc6469e41e2 req-181b4db4-9109-453c-89f9-768fe4b50037 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881842 Jun 27 14:12:55.090704 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-d81dc4dc-5c4f-48d4-95bb-3948224d0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:55.093048 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-d81dc4dc-5c4f-48d4-95bb-3948224d0ab6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.1115875 Jun 27 14:12:55.201366 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-b89f693e-d75d-43eb-b344-ed72d84f694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:55.205070 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-b89f693e-d75d-43eb-b344-ed72d84f694f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969553 Jun 27 14:12:55.210273 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:55.286393 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:55.322393 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:55.424717 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f77a7726-0e2e-490c-b1fa-98fce57be9c7 admin admin] Publish callbacks [] for security_group (c649b5de-97f5-4a95-a7fb-ffd83dc529cc), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.448064 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f77a7726-0e2e-490c-b1fa-98fce57be9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c649b5de-97f5-4a95-a7fb-ffd83dc529cc), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.473068 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-88e0918a-6415-4841-a204-589834cba9f8 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607667 Jun 27 14:12:55.522032 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a7726-0e2e-490c-b1fa-98fce57be9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c649b5de-97f5-4a95-a7fb-ffd83dc529cc,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:55.549619 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Publish callbacks [] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.556774 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba58d1-3de8-4d4f-a2ff-9cf0647ea530 req-87732155-8bcc-4fe3-a68e-1c43501bcc88 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:55.566558 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d4ba58d1-3de8-4d4f-a2ff-9cf0647ea530 req-87732155-8bcc-4fe3-a68e-1c43501bcc88 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.3582563 Jun 27 14:12:55.566941 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.617826 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f77a7726-0e2e-490c-b1fa-98fce57be9c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7700287d46b249228223f31892049e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6331685 Jun 27 14:12:55.621948 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Publish callbacks [] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.623598 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39716) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:55.636887 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:55.638839 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7b54c-ad57-4db9-a6ed-2f04fbc8953c None None] Pushing event updated for resources: {'Port': ['ID=912bb4be-c181-4d0c-9611-79d8e23bf0e9,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:55.662249 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Attempting to bind port 912bb4be-c181-4d0c-9611-79d8e23bf0e9 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:12:55.662769 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Attempting to bind port 912bb4be-c181-4d0c-9611-79d8e23bf0e9 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:12:55.663067 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Attempting to bind port 912bb4be-c181-4d0c-9611-79d8e23bf0e9 on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:12:55.670853 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:12:55.671226 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:12:55.671622 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.672024 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:12:55.672509 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Bound port: 912bb4be-c181-4d0c-9611-79d8e23bf0e9, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:12:55.672895 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.688275 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d4ba58d1-3de8-4d4f-a2ff-9cf0647ea530 req-4d384279-5d43-434a-b3da-00ac360cee10 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205306 Jun 27 14:12:55.720074 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-797158fc-c753-4b7f-a12a-3d7dd6098303 req-ce02ad56-2d1c-4f5e-979b-57475926d99a service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374403 Jun 27 14:12:55.754274 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:55.775220 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.787614 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] For port 912bb4be-c181-4d0c-9611-79d8e23bf0e9, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:12:55.791942 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] For port 912bb4be-c181-4d0c-9611-79d8e23bf0e9, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=912bb4be-c181-4d0c-9611-79d8e23bf0e9,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:12:55.807158 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.809177 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5677cc32-9359-4973-9a42-3d66ef3f2000 admin admin] Publish callbacks [] for security_group (c649b5de-97f5-4a95-a7fb-ffd83dc529cc), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.846170 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:55.857949 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:55.865881 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:12:55.870008 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5677cc32-9359-4973-9a42-3d66ef3f2000 admin admin] Publish callbacks [] for security_group (c649b5de-97f5-4a95-a7fb-ffd83dc529cc), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:55.872500 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba942e9-3d1b-4917-88a1-9d59be54c7ba,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:55.969720 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:56.056255 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:56.056992 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:56.137504 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7b54c-ad57-4db9-a6ed-2f04fbc8953c None None] Pushing event updated for resources: {'Port': ['ID=912bb4be-c181-4d0c-9611-79d8e23bf0e9,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:56.197123 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5677cc32-9359-4973-9a42-3d66ef3f2000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c649b5de-97f5-4a95-a7fb-ffd83dc529cc), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:56.200141 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5677cc32-9359-4973-9a42-3d66ef3f2000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:56.201555 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-5677cc32-9359-4973-9a42-3d66ef3f2000 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c649b5de-97f5-4a95-a7fb-ffd83dc529cc HTTP/1.1" status: 204 len: 168 time: 0.5762131 Jun 27 14:12:56.242022 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:56.308527 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691118a0-6d12-4009-b8ae-13ccfc8c7482 req-446ca91f-a1fc-4d41-a148-481da62c032d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:56.310099 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-691118a0-6d12-4009-b8ae-13ccfc8c7482 req-446ca91f-a1fc-4d41-a148-481da62c032d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.2380869 Jun 27 14:12:56.322404 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677cc32-9359-4973-9a42-3d66ef3f2000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c649b5de-97f5-4a95-a7fb-ffd83dc529cc,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:56.326587 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-b3f813c4-a255-4f41-96e2-9672d11ecb92 None None] Provisioning complete for port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:56.337534 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b3f813c4-a255-4f41-96e2-9672d11ecb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:56.347567 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f00eb-2af3-4790-8055-5a7beb425f86 req-e022c2a1-dc1c-47f5-952e-588ad3270687 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:56.350672 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-882f00eb-2af3-4790-8055-5a7beb425f86 req-e022c2a1-dc1c-47f5-952e-588ad3270687 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.2008104 Jun 27 14:12:56.448271 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:56.510863 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-691118a0-6d12-4009-b8ae-13ccfc8c7482 req-c37094a9-72df-4fc3-8c3b-873e8ba73a96 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849043 Jun 27 14:12:56.512933 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:56.521707 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b3f813c4-a255-4f41-96e2-9672d11ecb92 None None] Port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:12:56.532036 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-882f00eb-2af3-4790-8055-5a7beb425f86 req-0ed2ec14-b01e-47f8-8dbf-d620de4b6e6f tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743426 Jun 27 14:12:56.538423 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:56.613761 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:51Z', 'revision_number': 3, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:56.652644 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6594e7b1-9b43-4571-ab80-889e53edf342 None None] The sync data for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi is: [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:51Z', 'revision_number': 3, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:12:56.848247 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Publish callbacks [] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:56.859696 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824babd-f902-4676-8147-ed74b16aab10 req-53f58a69-0fff-4113-a78b-10a04ed300f9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:56.861292 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c824babd-f902-4676-8147-ed74b16aab10 req-53f58a69-0fff-4113-a78b-10a04ed300f9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.0708294 Jun 27 14:12:56.862033 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39744) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:56.862529 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:56.893456 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-894f895f-20fb-4197-acf0-1fcc6bee72ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:57.040995 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:57.044183 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-894f895f-20fb-4197-acf0-1fcc6bee72ef admin admin] Publish callbacks [] for security_group (9478a7ae-1742-4613-a391-81a2098f1d13), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:57.056447 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-894f895f-20fb-4197-acf0-1fcc6bee72ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (9478a7ae-1742-4613-a391-81a2098f1d13), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:57.056746 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:57.111909 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-894f895f-20fb-4197-acf0-1fcc6bee72ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ccfd502747f4c9e95788903dea9e358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456665 Jun 27 14:12:57.118137 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39756) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:57.123771 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba942e9-3d1b-4917-88a1-9d59be54c7ba,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:57.143340 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:57.159417 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f895f-20fb-4197-acf0-1fcc6bee72ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9478a7ae-1742-4613-a391-81a2098f1d13,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:57.189863 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c824babd-f902-4676-8147-ed74b16aab10 req-adf4ef47-5fcd-4689-8439-c3b7e31e0f4b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705853 Jun 27 14:12:57.237968 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5370c967-2530-41f2-8f22-45cc14ebce82 admin admin] Publish callbacks [] for security_group (9478a7ae-1742-4613-a391-81a2098f1d13), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:57.265195 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5370c967-2530-41f2-8f22-45cc14ebce82 admin admin] Publish callbacks [] for security_group (9478a7ae-1742-4613-a391-81a2098f1d13), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:57.265667 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-3562b119-06f5-4ae0-a2a6-0267fc06a3bb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:57.267301 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-3562b119-06f5-4ae0-a2a6-0267fc06a3bb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/networks?id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4 HTTP/1.1" status: 200 len: 815 time: 0.2869856 Jun 27 14:12:57.295792 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-fcfab933-9013-4d85-97f5-fcb2f8004e88 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/quotas/05c1d547616744d0972e9ae67dda5ac9 HTTP/1.1" status: 200 len: 375 time: 0.0229211 Jun 27 14:12:57.319244 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:12:57.320659 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:12:57.341380 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5370c967-2530-41f2-8f22-45cc14ebce82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (9478a7ae-1742-4613-a391-81a2098f1d13), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:57.344316 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5370c967-2530-41f2-8f22-45cc14ebce82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:57.345536 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5370c967-2530-41f2-8f22-45cc14ebce82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9478a7ae-1742-4613-a391-81a2098f1d13 HTTP/1.1" status: 204 len: 168 time: 0.2260621 Jun 27 14:12:57.366353 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370c967-2530-41f2-8f22-45cc14ebce82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9478a7ae-1742-4613-a391-81a2098f1d13,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:57.403197 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-e8fc14bf-36b8-494a-9f48-82d37472ce4d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=05c1d547616744d0972e9ae67dda5ac9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017432 Jun 27 14:12:57.495353 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:57.590812 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:12:57.626078 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-cdda395f-a892-47d0-ac7c-36bc45e1457e service neutron] 10.222.0.43 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058461 Jun 27 14:12:57.655433 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-4b9f8513-5fd8-4f8a-9581-2aa1faf46550 None None] Provisioning complete for port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:57.656018 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8513-5fd8-4f8a-9581-2aa1faf46550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:57.701648 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f8513-5fd8-4f8a-9581-2aa1faf46550 None None] Port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:12:57.768246 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5af3e-f7b5-4eaa-b976-c4be463655ca req-4c472ef6-337f-4c5c-bf93-b0a5d5241842 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:57.770248 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dc5af3e-f7b5-4eaa-b976-c4be463655ca req-4c472ef6-337f-4c5c-bf93-b0a5d5241842 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1410015 Jun 27 14:12:57.863775 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 912bb4be-c181-4d0c-9611-79d8e23bf0e9 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:57.929170 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 912bb4be-c181-4d0c-9611-79d8e23bf0e9 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:12:57.929547 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:58.025355 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 912bb4be-c181-4d0c-9611-79d8e23bf0e9 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:12:58.025751 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:58.042079 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:58.053278 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 912bb4be-c181-4d0c-9611-79d8e23bf0e9, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=912bb4be-c181-4d0c-9611-79d8e23bf0e9,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:12:58.059326 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:58.113522 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=912bb4be-c181-4d0c-9611-79d8e23bf0e9,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:58.167937 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-cbd527f5-8dfb-4f21-8fd0-92214b331a85 service neutron] 10.222.0.43 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274415 Jun 27 14:12:58.173861 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:12:58.183962 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8c77ef77-2b2e-4844-a622-90c24a59ba25 admin admin] 10.222.0.43 "PUT /v2.0/routers/ce6e3fea-e9a1-4b52-87de-61dfaef7e95f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8938692 Jun 27 14:12:58.193515 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dc5af3e-f7b5-4eaa-b976-c4be463655ca req-f1fc596d-bf2a-47cc-a13d-b400a1727dcb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822353 Jun 27 14:12:58.483345 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81052e86-c50f-41f7-a811-b75b433c2b18 req-152e6964-7c66-4fa4-9a95-3e8aabe490fd tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:58.490877 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-81052e86-c50f-41f7-a811-b75b433c2b18 req-152e6964-7c66-4fa4-9a95-3e8aabe490fd tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.1692169 Jun 27 14:12:58.523192 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ab0db-18a5-4fec-ae2b-b1ed6851f8f3 req-5a290e3d-60c4-4165-a44a-39f5fd87d47d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:58.524771 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-110ab0db-18a5-4fec-ae2b-b1ed6851f8f3 req-5a290e3d-60c4-4165-a44a-39f5fd87d47d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1105733 Jun 27 14:12:58.635619 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-81052e86-c50f-41f7-a811-b75b433c2b18 req-284cfb5b-d49f-45ea-9f62-307b67f505c2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437147 Jun 27 14:12:58.679264 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-110ab0db-18a5-4fec-ae2b-b1ed6851f8f3 req-fd07a2fb-2933-4391-a300-3f62a93c98e1 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433494 Jun 27 14:12:58.782188 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5d9f7a0-edb8-46cb-b897-33beb0a7a5f5 req-131da195-ee76-4832-a33c-8205d029e2e7 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 210 time: 0.0481670 Jun 27 14:12:58.974810 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Sync routers for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:12:58.990846 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:12:58.991549 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:59.104209 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:12:59.144214 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39820) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:59.152755 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-648334842-network', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:59.176066 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Made reservation on behalf of 097e5311e73e4307b930bdd2e4599f8c for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:12:59.178569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.188882 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.214161 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:59.289630 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Publish callbacks [] for security_group (cb83bb66-34ef-478f-8d80-ce442d77118b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.296352 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (cb83bb66-34ef-478f-8d80-ce442d77118b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.315090 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 2, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:12:59.344767 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:12:59.350329 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Checking router: ce6e3fea-e9a1-4b52-87de-61dfaef7e95f for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:12:59.350713 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Updating router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:12:59.354704 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ab9e2-a692-45a7-a28b-2a36e46b789c req-29643d51-d3f9-44e6-9f0a-861463af0d94 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:59.356905 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-849ab9e2-a692-45a7-a28b-2a36e46b789c req-29643d51-d3f9-44e6-9f0a-861463af0d94 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0618148 Jun 27 14:12:59.357447 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb83bb66-34ef-478f-8d80-ce442d77118b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:59.366905 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (175a6d32-3d37-4804-89bc-76be57c205e7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.368282 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Added segment 175a6d32-3d37-4804-89bc-76be57c205e7 of type vlan for network f30e4521-c839-44c0-9b12-09388a9726fc Jun 27 14:12:59.386581 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.437783 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (f30e4521-c839-44c0-9b12-09388a9726fc), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.450864 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-849ab9e2-a692-45a7-a28b-2a36e46b789c req-733ddd0b-bd63-4cf3-9d4e-2b452e142d60 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747130 Jun 27 14:12:59.475558 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (f30e4521-c839-44c0-9b12-09388a9726fc), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.477539 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:12:59.478455 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.526792 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3812771 Jun 27 14:12:59.532176 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39830) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:12:59.551961 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Request body: {'subnet': {'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-648334842-subnet', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:12:59.559354 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7438a0-9d76-49e3-82c1-e72bd3d1e9aa admin admin] Pushing event updated for resources: {'Network': ['ID=f30e4521-c839-44c0-9b12-09388a9726fc,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:12:59.571228 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network f30e4521-c839-44c0-9b12-09388a9726fc details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:12:59.590182 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Made reservation on behalf of 097e5311e73e4307b930bdd2e4599f8c for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:12:59.594547 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4984614'] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.770439 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Publish callbacks [] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.775829 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:59.781087 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:12:59.814237 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:12:59.937261 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 912bb4be-c181-4d0c-9611-79d8e23bf0e9 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:12:59.959418 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e62b66-60de-4c86-ad72-54167f95f0d5 None None] Pushing event updated for resources: {'Port': ['ID=3ba942e9-3d1b-4917-88a1-9d59be54c7ba,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:00.000741 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9322c-43b0-4a5f-a65f-9a23c9dd0c43 req-5d8ba944-efac-4a4f-b959-33a9824d0217 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:00.015251 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Attempting to bind port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:13:00.015739 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-16c9322c-43b0-4a5f-a65f-9a23c9dd0c43 req-5d8ba944-efac-4a4f-b959-33a9824d0217 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.2522049 Jun 27 14:13:00.016592 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Attempting to bind port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:13:00.017232 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Attempting to bind port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:00.025212 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:00.025795 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:13:00.026993 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Checking segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:13:00.027678 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.028545 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Bound using segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:13:00.036847 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Bound port: 3ba942e9-3d1b-4917-88a1-9d59be54c7ba, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:13:00.037730 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.037933 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482dd00-1ba4-4f96-bc7a-0139ad010c8f req-f356ceec-36b9-411e-a7e1-d07a340ec021 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:00.048368 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5482dd00-1ba4-4f96-bc7a-0139ad010c8f req-f356ceec-36b9-411e-a7e1-d07a340ec021 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.2322297 Jun 27 14:13:00.087167 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 912bb4be-c181-4d0c-9611-79d8e23bf0e9 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:00.088585 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.125968 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:00.148611 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] For port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:13:00.155346 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] For port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=3ba942e9-3d1b-4917-88a1-9d59be54c7ba,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:13:00.169618 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.191334 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-dc80cf7d-6b86-4bb2-a4cd-ce05bf062bdc None None] Provisioning complete for port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:00.191714 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc80cf7d-6b86-4bb2-a4cd-ce05bf062bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.224759 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5482dd00-1ba4-4f96-bc7a-0139ad010c8f req-575ce141-008b-42c5-b9f5-d7d37bf190ea tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754756 Jun 27 14:13:00.273522 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:13:00.273522 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:00.273911 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-16c9322c-43b0-4a5f-a65f-9a23c9dd0c43 req-9efd22a5-be01-4823-ab5d-179876e2ee12 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341390 Jun 27 14:13:00.284929 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6195829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4984656'] for subnet (6ddfd829-cfc6-41d0-958d-2183f79e31bf), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.409590 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddfd829-cfc6-41d0-958d-2183f79e31bf,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:00.427995 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Checking segment: {'id': '175a6d32-3d37-4804-89bc-76be57c205e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:13:00.428717 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Network hostable DHCP agents. Network: f30e4521-c839-44c0-9b12-09388a9726fc, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:13:00.430197 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e62b66-60de-4c86-ad72-54167f95f0d5 None None] Pushing event updated for resources: {'Port': ['ID=3ba942e9-3d1b-4917-88a1-9d59be54c7ba,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:00.485516 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 912bb4be-c181-4d0c-9611-79d8e23bf0e9 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:00.521906 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-97989ede-497c-4f8b-9c81-3d32b5e97400 req-61afa51b-6bad-4844-9bf8-ae0a6e9a3d68 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 210 time: 0.0776792 Jun 27 14:13:00.531147 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Network f30e4521-c839-44c0-9b12-09388a9726fc is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:13:00.557312 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:00.560457 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, f30e4521-c839-44c0-9b12-09388a9726fc) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:00.577698 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:00.580646 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.594724 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:13:00.629839 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa4f830-52ef-4270-87bf-81357467b201 None None] Network f30e4521-c839-44c0-9b12-09388a9726fc requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:13:00.636793 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b75fd534-5f36-42de-a2d3-802d29499a28 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1006510 Jun 27 14:13:00.637428 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39864) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:00.642758 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-648334842-router', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:00.672591 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.675344 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.713565 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-dc80cf7d-6b86-4bb2-a4cd-ce05bf062bdc None None] Current status of the port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:00.714206 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc80cf7d-6b86-4bb2-a4cd-ce05bf062bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.795922 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks [] for router_controller (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.904554 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-dc80cf7d-6b86-4bb2-a4cd-ce05bf062bdc None None] For port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=3ba942e9-3d1b-4917-88a1-9d59be54c7ba,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:00.907545 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-f30e4521-c839-44c0-9b12-09388a9726fc', 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc', 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'fixed_ips': [{'subnet_id': '6ddfd829-cfc6-41d0-958d-2183f79e31bf'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:13:00.910775 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:00.933738 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc80cf7d-6b86-4bb2-a4cd-ce05bf062bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:01.039068 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:01.093672 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2614aed-6431-4ba1-9fd5-6b3d7714d685 req-9b3a8d97-478b-4099-a5da-54ec693e341a tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:01.096707 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b2614aed-6431-4ba1-9fd5-6b3d7714d685 req-9b3a8d97-478b-4099-a5da-54ec693e341a tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1206553 Jun 27 14:13:01.098628 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f385820-2cb0-469b-afdb-301b91653a61 None None] The sync data for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi is: [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:13:01.152845 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks [] for router_gateway (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:01.163756 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80cf7d-6b86-4bb2-a4cd-ce05bf062bdc None None] Pushing event updated for resources: {'Port': ['ID=3ba942e9-3d1b-4917-88a1-9d59be54c7ba,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:01.174064 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-410b67c3-5c72-4f83-b782-1d16591770b7 None None] Provisioning complete for port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:01.175150 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-410b67c3-5c72-4f83-b782-1d16591770b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:01.338533 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Allocated IP 172.20.0.2 (f30e4521-c839-44c0-9b12-09388a9726fc/6ddfd829-cfc6-41d0-958d-2183f79e31bf/664fe3b3-6b3e-4831-9984-3ab2d273d625) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:13:01.368451 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b2614aed-6431-4ba1-9fd5-6b3d7714d685 req-bc46ef3c-db77-4dee-a25d-7901b02706d1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164872 Jun 27 14:13:01.536427 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:01.565993 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:01.672117 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6b7c-a63d-46e1-b7cf-fb8ed089b993 req-c768f903-a80e-46c8-8e3b-7c8160fb9776 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:01.680546 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0fde6b7c-a63d-46e1-b7cf-fb8ed089b993 req-c768f903-a80e-46c8-8e3b-7c8160fb9776 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.2362962 Jun 27 14:13:01.751565 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b57dbd-0e90-4616-87e4-719ff21cdb66 req-740b0f68-386d-4cba-ac9c-24d7dddc589e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:01.753291 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-12b57dbd-0e90-4616-87e4-719ff21cdb66 req-740b0f68-386d-4cba-ac9c-24d7dddc589e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1824069 Jun 27 14:13:01.836544 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-0a8105a9-3397-4a1e-9006-8417f19653f7 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:01.848958 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-0a8105a9-3397-4a1e-9006-8417f19653f7 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.13 "GET /v2.0/networks?id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4 HTTP/1.1" status: 200 len: 815 time: 0.6713564 Jun 27 14:13:01.855638 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-410b67c3-5c72-4f83-b782-1d16591770b7 None None] Current status of the port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:01.879601 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0fde6b7c-a63d-46e1-b7cf-fb8ed089b993 req-3dac4558-7d1e-496e-b4f9-ea541bcab10e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974730 Jun 27 14:13:01.895498 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:01.955420 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Publish callbacks [] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:01.970872 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:02.031452 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Network f30e4521-c839-44c0-9b12-09388a9726fc is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:13:02.045940 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-12b57dbd-0e90-4616-87e4-719ff21cdb66 req-91c83b00-8f68-411f-8ee2-613a83340a4e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814777 Jun 27 14:13:02.047624 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'port': {'device_id': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'admin_state_up': True, 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:02.061466 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 3ba942e9-3d1b-4917-88a1-9d59be54c7ba up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:13:02.079196 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:02.109393 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39908) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:02.116256 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:13:02.143511 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Pushing event updated for resources: {'Port': ['ID=664fe3b3-6b3e-4831-9984-3ab2d273d625,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:02.173460 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-aa6bc41c-3676-40c0-bf15-1723e3fda1e1 req-70e0c45f-ff74-4227-ac4f-ea8737f17336 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 210 time: 0.0679810 Jun 27 14:13:02.278593 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Attempting to bind port 664fe3b3-6b3e-4831-9984-3ab2d273d625 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:13:02.278996 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Attempting to bind port 664fe3b3-6b3e-4831-9984-3ab2d273d625 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '175a6d32-3d37-4804-89bc-76be57c205e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:13:02.279335 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Attempting to bind port 664fe3b3-6b3e-4831-9984-3ab2d273d625 on network f30e4521-c839-44c0-9b12-09388a9726fc {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:02.290736 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:13:02.291145 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Checking segment: {'id': '175a6d32-3d37-4804-89bc-76be57c205e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:13:02.291450 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:02.291949 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Bound using segment: {'id': '175a6d32-3d37-4804-89bc-76be57c205e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:13:02.292433 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Bound port: 664fe3b3-6b3e-4831-9984-3ab2d273d625, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175a6d32-3d37-4804-89bc-76be57c205e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:13:02.292836 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:02.295111 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:02.295469 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:02.506776 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:02.526810 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] For port 664fe3b3-6b3e-4831-9984-3ab2d273d625, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:13:02.547602 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c54ca-5aac-4a6f-8b2f-ba11a3fb1059 req-31a4099e-5509-4c5b-8f71-277a7d14cd04 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:02.548734 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-96b234b0-9b70-464c-9c56-fb67ad09f49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:02.552396 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c73c54ca-5aac-4a6f-8b2f-ba11a3fb1059 req-31a4099e-5509-4c5b-8f71-277a7d14cd04 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0786297 Jun 27 14:13:02.554581 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] For port 664fe3b3-6b3e-4831-9984-3ab2d273d625, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=664fe3b3-6b3e-4831-9984-3ab2d273d625,segment=NetworkSegment(175a6d32-3d37-4804-89bc-76be57c205e7),segment_id=175a6d32-3d37-4804-89bc-76be57c205e7)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:13:02.557028 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks [] for router_gateway (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:02.565982 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:02.611409 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:02.618796 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:02.634231 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Made reservation on behalf of 05c1d547616744d0972e9ae67dda5ac9 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:13:02.644094 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:02.662004 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ef69a-22b1-4759-a629-5bbeb64058f7 None None] Pushing event updated for resources: {'Port': ['ID=664fe3b3-6b3e-4831-9984-3ab2d273d625,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:02.676470 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c73c54ca-5aac-4a6f-8b2f-ba11a3fb1059 req-58673565-69e2-4e08-b916-882cf97ee37a tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173711 Jun 27 14:13:02.682312 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:02.997257 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-96b234b0-9b70-464c-9c56-fb67ad09f49b admin admin] Publish callbacks [] for security_group (e05f5d45-820a-478d-8cee-f1470b343297), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:03.050285 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-96b234b0-9b70-464c-9c56-fb67ad09f49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e05f5d45-820a-478d-8cee-f1470b343297), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:03.128743 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-96b234b0-9b70-464c-9c56-fb67ad09f49b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=722d18764f3f43f5bc86dabdf03950dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0122826 Jun 27 14:13:03.129230 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39938) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:03.195220 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:03.353033 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-69109fd9-4b1d-4ea1-832b-97dac1cafc33 admin admin] Publish callbacks [] for security_group (e05f5d45-820a-478d-8cee-f1470b343297), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:03.386419 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b234b0-9b70-464c-9c56-fb67ad09f49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f5d45-820a-478d-8cee-f1470b343297,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:03.423861 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Allocated IP 172.27.2.12 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/dd120fa8-b1a8-4356-b76a-994ddaa8fadc) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:13:03.464735 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bd60e4a1-72f7-4b7c-95b3-a8aed28b3fc3 req-5d7595d7-a33f-4ea2-a720-e9b97db95537 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 210 time: 0.1000197 Jun 27 14:13:03.504397 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-69109fd9-4b1d-4ea1-832b-97dac1cafc33 admin admin] Publish callbacks [] for security_group (e05f5d45-820a-478d-8cee-f1470b343297), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:03.527333 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf03e5-ce47-4909-ac53-876cd84b2b92 req-0553ebc5-3eac-4a70-958b-9fcbd4a1829e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:03.535871 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-24bf03e5-ce47-4909-ac53-876cd84b2b92 req-0553ebc5-3eac-4a70-958b-9fcbd4a1829e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.2469170 Jun 27 14:13:03.592948 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Allocated IP 172.20.0.4 (b0e84f8c-7828-4cfc-869c-b17da4f2fca4/be33c672-9aa2-47b1-9175-11b416ef46b6/47376262-110a-4170-b652-ef61eeb43931) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:13:03.645592 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-69109fd9-4b1d-4ea1-832b-97dac1cafc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e05f5d45-820a-478d-8cee-f1470b343297), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:03.659481 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-69109fd9-4b1d-4ea1-832b-97dac1cafc33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:03.660962 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-69109fd9-4b1d-4ea1-832b-97dac1cafc33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e05f5d45-820a-478d-8cee-f1470b343297 HTTP/1.1" status: 204 len: 168 time: 0.5307086 Jun 27 14:13:03.704667 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69109fd9-4b1d-4ea1-832b-97dac1cafc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05f5d45-820a-478d-8cee-f1470b343297,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:03.747782 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-24bf03e5-ce47-4909-ac53-876cd84b2b92 req-64eae0c9-548a-41ae-a962-faa61beea924 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106369 Jun 27 14:13:03.823912 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks [] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:03.947088 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39950) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:03.955245 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-245c4097-2968-43ff-a604-7789a2091ba4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444804841', 'description': 'tempest-description--1825347690'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:03.981830 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:03.993565 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ba75-a416-415a-b1b8-c8baa860dea2 req-fc009860-80dd-49da-bc4e-4d53ae181f39 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:04.005985 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4a72ba75-a416-415a-b1b8-c8baa860dea2 req-fc009860-80dd-49da-bc4e-4d53ae181f39 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1170580 Jun 27 14:13:04.041456 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-245c4097-2968-43ff-a604-7789a2091ba4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.102267 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 664fe3b3-6b3e-4831-9984-3ab2d273d625 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:13:04.117964 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.247455 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:13:04.250467 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4a72ba75-a416-415a-b1b8-c8baa860dea2 req-b6d6b46f-ffd7-47f4-8a80-4d200fabde83 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390492 Jun 27 14:13:04.280080 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 664fe3b3-6b3e-4831-9984-3ab2d273d625 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:04.280461 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.286512 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:04.301349 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-245c4097-2968-43ff-a604-7789a2091ba4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group (438a4465-66ac-4259-b09a-52d9514dabb2), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.304088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:13:04.312166 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-245c4097-2968-43ff-a604-7789a2091ba4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (438a4465-66ac-4259-b09a-52d9514dabb2), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.402440 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c4097-2968-43ff-a604-7789a2091ba4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438a4465-66ac-4259-b09a-52d9514dabb2,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:04.431644 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-245c4097-2968-43ff-a604-7789a2091ba4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.437576 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-245c4097-2968-43ff-a604-7789a2091ba4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4893551 Jun 27 14:13:04.440945 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39960) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:04.448826 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-24a67f60-3f73-4e9c-a381-ea89e136e348 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Request body: {'security_group_rule': {'security_group_id': '438a4465-66ac-4259-b09a-52d9514dabb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:04.508308 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39964) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:04.535512 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24a67f60-3f73-4e9c-a381-ea89e136e348 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group_rule (ce468ed6-edcf-4c1d-adcd-770bdceb0b7a), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.575735 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-70fca829-638a-42b7-b9ef-0e8c5856aa0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.645014 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for port (47376262-110a-4170-b652-ef61eeb43931), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.660299 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94359890-5c7f-41b9-b648-8fc5794e8b43 None None] Network f30e4521-c839-44c0-9b12-09388a9726fc requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:13:04.701156 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:04.706344 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f0c5132c-f018-4e5e-b148-d4e2f1443b08 None None] Provisioning complete for port 664fe3b3-6b3e-4831-9984-3ab2d273d625 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:04.708117 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e0d3fb60-07cd-4d41-8f4c-fd302ceea811 req-8331738a-bb30-4544-aa71-2735402fa612 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 210 time: 0.1405475 Jun 27 14:13:04.723241 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f0c5132c-f018-4e5e-b148-d4e2f1443b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.783556 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Pushing event updated for resources: {'Port': ['ID=dd120fa8-b1a8-4356-b76a-994ddaa8fadc,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:04.820860 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24a67f60-3f73-4e9c-a381-ea89e136e348 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group_rule (ce468ed6-edcf-4c1d-adcd-770bdceb0b7a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.833512 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24a67f60-3f73-4e9c-a381-ea89e136e348 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (ce468ed6-edcf-4c1d-adcd-770bdceb0b7a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.852330 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (47376262-110a-4170-b652-ef61eeb43931), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.893412 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24a67f60-3f73-4e9c-a381-ea89e136e348 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.895566 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-24a67f60-3f73-4e9c-a381-ea89e136e348 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4534545 Jun 27 14:13:04.899108 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39968) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:04.920338 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a67f60-3f73-4e9c-a381-ea89e136e348 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce468ed6-edcf-4c1d-adcd-770bdceb0b7a,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:04.924862 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-70fd3f6a-79e9-4d02-be64-256a5e2b41a6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Request body: {'security_group_rule': {'security_group_id': '438a4465-66ac-4259-b09a-52d9514dabb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:04.934492 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 664fe3b3-6b3e-4831-9984-3ab2d273d625 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:04.934935 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:04.943357 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:13:04.952389 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:04.964804 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:13:04.970604 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:04.971480 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:05.003265 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'Port': ['ID=47376262-110a-4170-b652-ef61eeb43931,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:05.005146 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:05.028399 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:05.034783 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5132c-f018-4e5e-b148-d4e2f1443b08 None None] Current status of the port 664fe3b3-6b3e-4831-9984-3ab2d273d625 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:05.035199 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f0c5132c-f018-4e5e-b148-d4e2f1443b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:05.043532 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:05.076354 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2fb40-4ce2-46d7-b344-656e8d66fe66 req-6de6f077-5358-4de0-a53d-e21894f7112f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:05.081824 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-b51dcb2a-d47e-437b-adc8-089b4bdadb46 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0416632 Jun 27 14:13:05.086384 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c6e2fb40-4ce2-46d7-b344-656e8d66fe66 req-6de6f077-5358-4de0-a53d-e21894f7112f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1882052 Jun 27 14:13:05.111490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-70fca829-638a-42b7-b9ef-0e8c5856aa0f admin admin] Publish callbacks [] for security_group (0eaf74a3-62c7-45b6-b62b-c4fbdf3a4d66), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:05.121494 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-70fd3f6a-79e9-4d02-be64-256a5e2b41a6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group_rule (64a62390-2cb1-4dcc-8114-2c70d49145a4), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:05.136248 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Request body: {'port': {'device_id': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:05.156181 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-70fca829-638a-42b7-b9ef-0e8c5856aa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (0eaf74a3-62c7-45b6-b62b-c4fbdf3a4d66), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:05.178768 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 664fe3b3-6b3e-4831-9984-3ab2d273d625, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=664fe3b3-6b3e-4831-9984-3ab2d273d625,segment=NetworkSegment(175a6d32-3d37-4804-89bc-76be57c205e7),segment_id=175a6d32-3d37-4804-89bc-76be57c205e7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:05.185491 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:05.363196 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.db.api [None req-f0c5132c-f018-4e5e-b148-d4e2f1443b08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 14:13:05.363946 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG oslo_db.api [None req-f0c5132c-f018-4e5e-b148-d4e2f1443b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 14:13:05.406990 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:05.409885 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=664fe3b3-6b3e-4831-9984-3ab2d273d625,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:05.424171 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c6e2fb40-4ce2-46d7-b344-656e8d66fe66 req-5843ee7e-55cc-46b3-9ec5-20ce0dce4cba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361602 Jun 27 14:13:05.429311 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-70fca829-638a-42b7-b9ef-0e8c5856aa0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96e567c5a4364d2492afedcbff52a750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9157891 Jun 27 14:13:05.430455 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fca829-638a-42b7-b9ef-0e8c5856aa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaf74a3-62c7-45b6-b62b-c4fbdf3a4d66,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:05.444013 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39976) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:05.528389 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06921343-8627-483c-901a-da6e998372e6 req-cd48933b-eeab-41aa-aa69-934c6c208a87 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:05.530237 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-06921343-8627-483c-901a-da6e998372e6 req-cd48933b-eeab-41aa-aa69-934c6c208a87 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1044204 Jun 27 14:13:05.592602 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks [] for router_gateway (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:05.598584 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-70fd3f6a-79e9-4d02-be64-256a5e2b41a6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group_rule (64a62390-2cb1-4dcc-8114-2c70d49145a4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:05.648335 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-06921343-8627-483c-901a-da6e998372e6 req-2f98f713-3851-47ce-a138-66801881cdfa tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109092 Jun 27 14:13:05.665809 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-70fd3f6a-79e9-4d02-be64-256a5e2b41a6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (64a62390-2cb1-4dcc-8114-2c70d49145a4), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:05.667595 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (47376262-110a-4170-b652-ef61eeb43931), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:05.738175 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd3f6a-79e9-4d02-be64-256a5e2b41a6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a62390-2cb1-4dcc-8114-2c70d49145a4,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:05.838720 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39982) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:05.924154 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b008ea-34d4-4f3b-a1d6-a0a6cd29c9e6 req-52fabaa0-1f2e-4fb5-98f7-88c2e55174dd tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:05.931711 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f4b008ea-34d4-4f3b-a1d6-a0a6cd29c9e6 req-52fabaa0-1f2e-4fb5-98f7-88c2e55174dd tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 931 time: 0.0724125 Jun 27 14:13:05.941285 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:05.994185 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 664fe3b3-6b3e-4831-9984-3ab2d273d625 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:13:06.026634 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f4b008ea-34d4-4f3b-a1d6-a0a6cd29c9e6 req-8f71ffbd-6425-4982-9cf5-f00fe9290269 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931859 Jun 27 14:13:06.112394 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5132c-f018-4e5e-b148-d4e2f1443b08 None None] Current status of the port 664fe3b3-6b3e-4831-9984-3ab2d273d625 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:06.125256 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe25e-b093-4e75-bee6-2c7f86e9d7cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.142369 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 664fe3b3-6b3e-4831-9984-3ab2d273d625 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:06.151054 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.248615 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-df2fc311-57cc-43a2-ae11-99ab7d892786 None None] Provisioning complete for port 664fe3b3-6b3e-4831-9984-3ab2d273d625 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:06.249307 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df2fc311-57cc-43a2-ae11-99ab7d892786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.281423 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-70fd3f6a-79e9-4d02-be64-256a5e2b41a6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.283783 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-70fd3f6a-79e9-4d02-be64-256a5e2b41a6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3628156 Jun 27 14:13:06.288279 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39986) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:06.305436 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ad392dd7-f086-4237-9bb0-edb3165d3d88 admin admin] Publish callbacks [] for security_group (0eaf74a3-62c7-45b6-b62b-c4fbdf3a4d66), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.314399 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:06.339710 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe25e-b093-4e75-bee6-2c7f86e9d7cd admin admin] Publish callbacks [] for security_group (dbb12613-eb8c-4eb9-b66b-b0021edbedd1), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.351747 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe25e-b093-4e75-bee6-2c7f86e9d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (dbb12613-eb8c-4eb9-b66b-b0021edbedd1), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.428628 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 664fe3b3-6b3e-4831-9984-3ab2d273d625 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:06.435756 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-df2fc311-57cc-43a2-ae11-99ab7d892786 None None] Current status of the port 664fe3b3-6b3e-4831-9984-3ab2d273d625 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:06.436267 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.451813 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-df2fc311-57cc-43a2-ae11-99ab7d892786 None None] Provisioning complete for port 47376262-110a-4170-b652-ef61eeb43931 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:06.452583 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df2fc311-57cc-43a2-ae11-99ab7d892786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (47376262-110a-4170-b652-ef61eeb43931), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.471843 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fe25e-b093-4e75-bee6-2c7f86e9d7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb12613-eb8c-4eb9-b66b-b0021edbedd1,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:06.485811 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ad392dd7-f086-4237-9bb0-edb3165d3d88 admin admin] Publish callbacks [] for security_group (0eaf74a3-62c7-45b6-b62b-c4fbdf3a4d66), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.499375 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8c5fe25e-b093-4e75-bee6-2c7f86e9d7cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=629617cbbe7d421f955d562d800ce3c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6585565 Jun 27 14:13:06.505613 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39990) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:06.523022 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-df2fc311-57cc-43a2-ae11-99ab7d892786 None None] Port 47376262-110a-4170-b652-ef61eeb43931 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:13:06.634621 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:06.706079 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c084c45-9373-44c5-b973-c1f034b80ecf req-37e6ea6d-6391-43f9-a67b-6d5d9da1d248 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:06.710687 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1c084c45-9373-44c5-b973-c1f034b80ecf req-37e6ea6d-6391-43f9-a67b-6d5d9da1d248 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1145337 Jun 27 14:13:06.748023 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c405b1b6-03ae-4f6d-8e0d-d1551ebee072 admin admin] Publish callbacks [] for security_group (dbb12613-eb8c-4eb9-b66b-b0021edbedd1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.792381 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.829774 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c405b1b6-03ae-4f6d-8e0d-d1551ebee072 admin admin] Publish callbacks [] for security_group (dbb12613-eb8c-4eb9-b66b-b0021edbedd1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.842997 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.848325 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ad392dd7-f086-4237-9bb0-edb3165d3d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (0eaf74a3-62c7-45b6-b62b-c4fbdf3a4d66), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.851643 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ad392dd7-f086-4237-9bb0-edb3165d3d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:06.852840 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ad392dd7-f086-4237-9bb0-edb3165d3d88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0eaf74a3-62c7-45b6-b62b-c4fbdf3a4d66 HTTP/1.1" status: 204 len: 168 time: 1.4066241 Jun 27 14:13:06.882005 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad392dd7-f086-4237-9bb0-edb3165d3d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaf74a3-62c7-45b6-b62b-c4fbdf3a4d66,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:06.949415 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1c084c45-9373-44c5-b973-c1f034b80ecf req-e3280e88-601f-4849-8388-bb940389d30c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314844 Jun 27 14:13:06.964302 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:07.268876 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:07.274135 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c405b1b6-03ae-4f6d-8e0d-d1551ebee072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (dbb12613-eb8c-4eb9-b66b-b0021edbedd1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:07.277111 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Allocated IP 172.27.2.87 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/aa028b13-b5d5-49c3-80d5-bcf18c043567) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:13:07.289805 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c405b1b6-03ae-4f6d-8e0d-d1551ebee072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:07.291138 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c405b1b6-03ae-4f6d-8e0d-d1551ebee072 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbb12613-eb8c-4eb9-b66b-b0021edbedd1 HTTP/1.1" status: 204 len: 168 time: 0.7833893 Jun 27 14:13:07.293962 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47376262-110a-4170-b652-ef61eeb43931 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:13:07.298885 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075107d-a21d-4343-b5ab-17717370acf8 req-efdfbab3-4949-40f5-a6c9-31ae81df3f2f tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:07.307763 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9075107d-a21d-4343-b5ab-17717370acf8 req-efdfbab3-4949-40f5-a6c9-31ae81df3f2f tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.4866490 Jun 27 14:13:07.338766 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Publish callbacks [] for port (47376262-110a-4170-b652-ef61eeb43931), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:07.346740 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405b1b6-03ae-4f6d-8e0d-d1551ebee072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb12613-eb8c-4eb9-b66b-b0021edbedd1,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:07.406989 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Transition to ACTIVE for port object 47376262-110a-4170-b652-ef61eeb43931 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:13:07.422669 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (47376262-110a-4170-b652-ef61eeb43931), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:07.574085 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e5a22-e915-4d7a-a55d-41f52186de11 req-3b9acb21-785b-4815-9a98-e0b90913ce4b tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:07.584123 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f26e5a22-e915-4d7a-a55d-41f52186de11 req-3b9acb21-785b-4815-9a98-e0b90913ce4b tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 931 time: 0.3021619 Jun 27 14:13:07.648481 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=47376262-110a-4170-b652-ef61eeb43931,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:07.759468 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:13:07.831553 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Attempting to bind port 47376262-110a-4170-b652-ef61eeb43931 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:13:07.831888 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Attempting to bind port 47376262-110a-4170-b652-ef61eeb43931 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:13:07.832250 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Attempting to bind port 47376262-110a-4170-b652-ef61eeb43931 on network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:07.865050 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9075107d-a21d-4343-b5ab-17717370acf8 req-9beaf8c3-1575-472d-b844-e01ca71c989b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5292721 Jun 27 14:13:07.944009 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Port 47376262-110a-4170-b652-ef61eeb43931 on network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:13:07.944442 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Attempting to bind port 47376262-110a-4170-b652-ef61eeb43931 on network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:07.986520 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:13:07.988649 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Checking segment: {'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:13:07.988649 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Bound using segment: {'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:13:07.988649 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Bound port: 47376262-110a-4170-b652-ef61eeb43931, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad73712-6c16-450a-bf77-b59c648a629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:13:07.988649 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (47376262-110a-4170-b652-ef61eeb43931), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:08.028239 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f26e5a22-e915-4d7a-a55d-41f52186de11 req-2eb5e94c-3534-41dd-8a13-2eb89e4e8bfc tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429030 Jun 27 14:13:08.156832 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for port (aa028b13-b5d5-49c3-80d5-bcf18c043567), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:08.228822 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:13:08.246211 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Sync routers for ids ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:13:08.278730 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] For port 47376262-110a-4170-b652-ef61eeb43931, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:13:08.280363 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:08.283856 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] For port 47376262-110a-4170-b652-ef61eeb43931, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=47376262-110a-4170-b652-ef61eeb43931,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:13:08.303723 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Routers {'5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:13:08.303723 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:08.304523 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:08.304523 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a53e853e-992f-4b73-a960-d0ed2c45a296 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6500962 Jun 27 14:13:08.304523 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40030) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:08.312138 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (47376262-110a-4170-b652-ef61eeb43931), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:08.342063 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc6487-f974-4b2b-aa88-f526cd9e2d27 req-4231d117-0d76-44bf-8e85-881ac15d657c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:08.355483 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28dc6487-f974-4b2b-aa88-f526cd9e2d27 req-4231d117-0d76-44bf-8e85-881ac15d657c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1644266 Jun 27 14:13:08.467979 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (aa028b13-b5d5-49c3-80d5-bcf18c043567), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:08.516310 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:08.673269 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:08.673609 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:08.677152 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 200 len: 1093 time: 3.5652001 Jun 27 14:13:08.681551 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'tag': '47376262-110a-4170-b652-ef61eeb43931'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:08.686463 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34727f33-0732-472a-a130-edea0d09e71a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "tag": "47376262-110a-4170-b652-ef61eeb43931"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:08.689581 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:13:08.713462 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:08.750431 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:13:08.815304 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Set router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:13:08.982030 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28dc6487-f974-4b2b-aa88-f526cd9e2d27 req-84b1967a-93d1-4cb0-87b6-f1f9f1cef349 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6311343 Jun 27 14:13:09.006009 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fd1a6-9ad2-4c4d-8e04-f5080d50f3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=47376262-110a-4170-b652-ef61eeb43931,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:09.063388 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event updated for resources: {'Port': ['ID=aa028b13-b5d5-49c3-80d5-bcf18c043567,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:09.157026 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600e2802-1e74-4d87-93b5-0f12760590e9 x-openstack-request-id: req-600e2802-1e74-4d87-93b5-0f12760590e9 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:09.159025 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "tag": "47376262-110a-4170-b652-ef61eeb43931", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:09.159507 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-600e2802-1e74-4d87-93b5-0f12760590e9 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:09.160137 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600e2802-1e74-4d87-93b5-0f12760590e9'] response: {'name': 'network-changed', 'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'tag': '47376262-110a-4170-b652-ef61eeb43931', 'status': 'completed', 'code': 200} Jun 27 14:13:09.168520 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-cf0d3d3b-5d4a-43fd-a263-7b178d8eca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:09.170519 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-cf0d3d3b-5d4a-43fd-a263-7b178d8eca7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05c1d547616744d0972e9ae67dda5ac9&device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 1127 time: 0.3113885 Jun 27 14:13:09.323371 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-88568e57-eaa9-4e66-b627-5dbe310a814a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 200 len: 217 time: 0.0614414 Jun 27 14:13:09.339494 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3425b87-b7a5-4e3a-833f-43bce73fc9b7 req-c9ca503b-04dc-436f-bdc0-637a9ee9aa46 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:09.341702 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d3425b87-b7a5-4e3a-833f-43bce73fc9b7 req-c9ca503b-04dc-436f-bdc0-637a9ee9aa46 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1898556 Jun 27 14:13:09.507105 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'name': 'tempest-TestVolumeBootPattern-648334842-router', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:13:00Z', 'updated_at': '2022-06-27T14:13:04Z', 'revision_number': 3, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'gw_port': {'id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:13:02Z', 'updated_at': '2022-06-27T14:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:09.542719 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:09.568798 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for floatingip (972600f9-d500-4679-9f3f-ff9f9c5fec6e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:09.595071 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebf33f-0d34-4be5-a14a-a6137fecba75 req-d901c00c-75b2-41d7-9480-07fcde5bcbed tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:09.597138 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e0ebf33f-0d34-4be5-a14a-a6137fecba75 req-d901c00c-75b2-41d7-9480-07fcde5bcbed tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 943 time: 0.2545755 Jun 27 14:13:09.603358 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Checking router: 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:13:09.603716 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Updating router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 port dd120fa8-b1a8-4356-b76a-994ddaa8fadc binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:13:09.609965 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d3425b87-b7a5-4e3a-833f-43bce73fc9b7 req-dd2a4169-dab4-4588-b676-f4eaaebacc58 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175426 Jun 27 14:13:09.660061 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (aa028b13-b5d5-49c3-80d5-bcf18c043567), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:09.683906 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:09.709781 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:09.753348 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:09.770422 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:09.839214 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e0ebf33f-0d34-4be5-a14a-a6137fecba75 req-ceb4c9d1-bc66-449e-b6f4-bb23557864be tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208078 Jun 27 14:13:10.033350 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-39badfc9-7f61-4ecf-94aa-63a900e35dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:10.035048 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-39badfc9-7f61-4ecf-94aa-63a900e35dbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be33c672-9aa2-47b1-9175-11b416ef46b6 HTTP/1.1" status: 200 len: 854 time: 0.1979284 Jun 27 14:13:10.120047 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:10.232976 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for port (aa028b13-b5d5-49c3-80d5-bcf18c043567), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:10.245894 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (aa028b13-b5d5-49c3-80d5-bcf18c043567), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:10.645809 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event updated for resources: {'Port': ['ID=aa028b13-b5d5-49c3-80d5-bcf18c043567,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:10.653835 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Publish callbacks [] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:10.670115 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:10.716672 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbeaa2-d881-4c49-ab3c-c28068a8b48b req-f012adc8-570f-4946-9acb-adb039ba4fd8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:10.741028 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-14bbeaa2-d881-4c49-ab3c-c28068a8b48b req-f012adc8-570f-4946-9acb-adb039ba4fd8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.4157043 Jun 27 14:13:10.744310 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40068) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:10.767473 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-32a7f29f-26f5-43ef-bbb5-e9b62f3bac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:10.769395 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-32a7f29f-26f5-43ef-bbb5-e9b62f3bac58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7096622 Jun 27 14:13:10.812209 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Attempting to bind port dd120fa8-b1a8-4356-b76a-994ddaa8fadc on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:13:10.813078 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Attempting to bind port dd120fa8-b1a8-4356-b76a-994ddaa8fadc by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:13:10.813761 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Attempting to bind port dd120fa8-b1a8-4356-b76a-994ddaa8fadc on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:10.823702 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:13:10.824429 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:13:10.825033 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:10.825601 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:13:10.826296 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Bound port: dd120fa8-b1a8-4356-b76a-994ddaa8fadc, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:13:10.826875 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:10.864896 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (972600f9-d500-4679-9f3f-ff9f9c5fec6e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:10.908754 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] For port dd120fa8-b1a8-4356-b76a-994ddaa8fadc, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:13:10.916073 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] For port dd120fa8-b1a8-4356-b76a-994ddaa8fadc, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=dd120fa8-b1a8-4356-b76a-994ddaa8fadc,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:13:10.935424 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:10.938973 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adeb36-32fc-4793-80cb-861e6a2cba54 None None] Pushing event updated for resources: {'Port': ['ID=dd120fa8-b1a8-4356-b76a-994ddaa8fadc,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:11.009934 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Routers {'5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:13:11.011970 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:11.030312 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:11.050667 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e9dee631-62de-4e05-b976-a55e42113e04 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7499878 Jun 27 14:13:11.084137 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf566e8-189d-40d9-8309-cbc83544f261 req-65901e79-3f4d-4ef8-bc36-1c9cece4ac3a tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:11.087328 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8cf566e8-189d-40d9-8309-cbc83544f261 req-65901e79-3f4d-4ef8-bc36-1c9cece4ac3a tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.2850986 Jun 27 14:13:11.178257 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0412ad0-150e-483a-9955-f59e31552350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:11.199804 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-14e84b4e-60e0-4be6-bab6-d7bdc128efe2 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181740 Jun 27 14:13:11.222676 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-14bbeaa2-d881-4c49-ab3c-c28068a8b48b req-52b4986c-01a1-4b79-bb28-eeb189118529 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4803967 Jun 27 14:13:11.329596 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] Set router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:13:11.363740 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0412ad0-150e-483a-9955-f59e31552350 admin admin] Publish callbacks [] for security_group (1b7bd049-e09d-425b-88b1-9657f3f37c14), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:11.366198 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:11.425912 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8cf566e8-189d-40d9-8309-cbc83544f261 req-7e3d9463-3363-45c0-8fd0-95ecfdf30d0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181057 Jun 27 14:13:11.426922 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0412ad0-150e-483a-9955-f59e31552350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (1b7bd049-e09d-425b-88b1-9657f3f37c14), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:11.464382 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adeb36-32fc-4793-80cb-861e6a2cba54 None None] Pushing event updated for resources: {'Port': ['ID=dd120fa8-b1a8-4356-b76a-994ddaa8fadc,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:11.529847 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Allocated IP 172.20.0.1 (f30e4521-c839-44c0-9b12-09388a9726fc/6ddfd829-cfc6-41d0-958d-2183f79e31bf/293997ec-3d61-4d0e-b818-ce6da55b28c8) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:13:11.540147 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c0412ad0-150e-483a-9955-f59e31552350 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e8b320c520c437087c3ad066d32499d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7864196 Jun 27 14:13:11.553885 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40082) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:11.572964 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0412ad0-150e-483a-9955-f59e31552350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7bd049-e09d-425b-88b1-9657f3f37c14,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:11.641856 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7896d-e157-48ed-a094-1c2b0d04966c req-9a96e476-20a5-4c6d-9664-10c13ae3871e tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:11.645295 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a7e7896d-e157-48ed-a094-1c2b0d04966c req-9a96e476-20a5-4c6d-9664-10c13ae3871e tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 943 time: 0.1531610 Jun 27 14:13:11.650011 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fe6476a0-80df-4529-8b93-e91791ec98b8 req-ddb0cc29-9d9e-4168-be23-db64e81e2992 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321716 Jun 27 14:13:11.754510 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:11.787773 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:11.791374 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a7e7896d-e157-48ed-a094-1c2b0d04966c req-53b2f488-b587-49f4-8b60-4afa715913ed tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382365 Jun 27 14:13:11.798713 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'name': 'tempest-TestVolumeBootPattern-648334842-router', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:13:00Z', 'updated_at': '2022-06-27T14:13:04Z', 'revision_number': 3, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'gw_port': {'id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:13:02Z', 'updated_at': '2022-06-27T14:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:11.805466 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a4feda60-dee1-4ed5-a58a-c0b48e893016 admin admin] Publish callbacks [] for security_group (1b7bd049-e09d-425b-88b1-9657f3f37c14), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:11.808209 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:11.850298 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b331f284-aac8-44dc-8af5-c2f711ccf401 None None] The sync data for ids ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'] in dv-cinder-841125-9-iscsi is: [{'id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'name': 'tempest-TestVolumeBootPattern-648334842-router', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:13:00Z', 'updated_at': '2022-06-27T14:13:04Z', 'revision_number': 3, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'gw_port': {'id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:13:02Z', 'updated_at': '2022-06-27T14:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:13:11.885944 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727f33-0732-472a-a130-edea0d09e71a req-39945524-5acc-43e6-bcfb-90129a9d4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:11.893668 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34727f33-0732-472a-a130-edea0d09e71a req-39945524-5acc-43e6-bcfb-90129a9d4581 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05c1d547616744d0972e9ae67dda5ac9&device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 1127 time: 0.1311951 Jun 27 14:13:11.916028 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a4feda60-dee1-4ed5-a58a-c0b48e893016 admin admin] Publish callbacks [] for security_group (1b7bd049-e09d-425b-88b1-9657f3f37c14), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:11.955833 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Publish callbacks [] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:11.989402 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:13:11.996354 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-4a20348d-0c6f-4632-bbb5-b291fe9252ac tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--444804841&fields=id&tenant_id=af0b18811427410c826e9a09cd894132 HTTP/1.1" status: 200 len: 267 time: 0.2242270 Jun 27 14:13:12.152761 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:12.220429 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Pushing event updated for resources: {'Port': ['ID=293997ec-3d61-4d0e-b818-ce6da55b28c8,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:12.220656 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:12.224445 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a4feda60-dee1-4ed5-a58a-c0b48e893016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (1b7bd049-e09d-425b-88b1-9657f3f37c14), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:12.228931 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a4feda60-dee1-4ed5-a58a-c0b48e893016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:12.231312 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a4feda60-dee1-4ed5-a58a-c0b48e893016 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b7bd049-e09d-425b-88b1-9657f3f37c14 HTTP/1.1" status: 204 len: 168 time: 0.6699257 Jun 27 14:13:12.257203 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4feda60-dee1-4ed5-a58a-c0b48e893016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7bd049-e09d-425b-88b1-9657f3f37c14,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:12.262965 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727f33-0732-472a-a130-edea0d09e71a req-a933c88d-269e-4dfc-8187-e733ed67f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:12.265025 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34727f33-0732-472a-a130-edea0d09e71a req-a933c88d-269e-4dfc-8187-e733ed67f85d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4 HTTP/1.1" status: 200 len: 916 time: 0.3323905 Jun 27 14:13:12.277248 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Network f30e4521-c839-44c0-9b12-09388a9726fc is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:13:12.279774 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:12.302984 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-1bec9550-10c3-45fc-a1e5-3448f9e5a29a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:12.307471 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-1bec9550-10c3-45fc-a1e5-3448f9e5a29a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 818 time: 0.2952178 Jun 27 14:13:12.317949 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:13:12.321865 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:12.354625 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:INSERT=1,neutron:SELECT=54 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:12.368016 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-63e17374-fd9a-4779-877f-b945ac40a3ef tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/quotas/af0b18811427410c826e9a09cd894132 HTTP/1.1" status: 200 len: 375 time: 0.0476298 Jun 27 14:13:12.626473 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dca79-dbcd-4ebb-9992-127ebc8cc921 req-8c4ff2f2-7a0c-4d0f-974f-a9e9381d7204 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:12.638474 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-279dca79-dbcd-4ebb-9992-127ebc8cc921 req-8c4ff2f2-7a0c-4d0f-974f-a9e9381d7204 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0826201 Jun 27 14:13:12.858830 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-b9e88395-21d3-46fc-ba34-c8b7090d038e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4804978 Jun 27 14:13:12.972256 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-9690436a-b8ec-4611-afd5-1c28443ae3f5 None None] Provisioning complete for port 293997ec-3d61-4d0e-b818-ce6da55b28c8 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:12.972915 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9690436a-b8ec-4611-afd5-1c28443ae3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:13.048093 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-1c8b8d8f-3fa4-4a22-9df6-24369383928f service neutron] 10.222.0.43 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881642 Jun 27 14:13:13.090137 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-279dca79-dbcd-4ebb-9992-127ebc8cc921 req-06615082-b200-4099-ad7a-d2dbdf034693 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4460697 Jun 27 14:13:13.108878 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-9690436a-b8ec-4611-afd5-1c28443ae3f5 None None] Port 293997ec-3d61-4d0e-b818-ce6da55b28c8 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:13:13.131841 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-746e1389-67a6-4854-891b-25a859974950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:13.133611 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-746e1389-67a6-4854-891b-25a859974950 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 1130 time: 0.4884152 Jun 27 14:13:13.307294 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34727f33-0732-472a-a130-edea0d09e71a req-7361c53c-5a5f-4698-900d-4efb1cd96501 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 200 len: 217 time: 0.0927334 Jun 27 14:13:13.361197 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-25eabb80-02a5-4dd0-abab-1dcdf36a1f46 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0ce6603402504e9fb874f94d3736afcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001172 Jun 27 14:13:13.378851 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:13.671076 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Publish callbacks [] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:13.682321 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:13.684624 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:13.813121 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Pushing event updated for resources: {'Port': ['ID=293997ec-3d61-4d0e-b818-ce6da55b28c8,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:13.865784 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:13.995486 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device dd120fa8-b1a8-4356-b76a-994ddaa8fadc up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:13:14.077920 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Network f30e4521-c839-44c0-9b12-09388a9726fc is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:13:14.077920 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:14.162691 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-e926b286-40b2-4f80-afb8-63598ae2eeb4 service neutron] 10.222.0.43 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1136472 Jun 27 14:13:14.174067 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port dd120fa8-b1a8-4356-b76a-994ddaa8fadc triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:14.174459 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:14.184717 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:14.497686 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:13:14.537277 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port dd120fa8-b1a8-4356-b76a-994ddaa8fadc is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:14.537679 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:14.598304 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-50e7c4da-9bea-4af6-88c3-0165399fba1d None None] Provisioning complete for port 293997ec-3d61-4d0e-b818-ce6da55b28c8 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:14.599004 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50e7c4da-9bea-4af6-88c3-0165399fba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:14.639707 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04222592-2531-4909-9875-ffa4a92e80ca req-139568d3-20fe-4218-acde-22db2f4cdd1e tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:14.654780 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-139568d3-20fe-4218-acde-22db2f4cdd1e tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2922466 Jun 27 14:13:14.682236 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:13:14.683518 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-65bcde9d-d9fc-45c5-9d1b-7f664cd8b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:14.687952 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b866bc94-467e-4e50-8348-af65790a0709 admin admin] 10.222.0.43 "PUT /v2.0/routers/5a4ed7e4-14b6-41eb-a1e1-7bdd66121545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3817956 Jun 27 14:13:14.690326 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-65bcde9d-d9fc-45c5-9d1b-7f664cd8b7e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 911 time: 1.5419192 Jun 27 14:13:14.771624 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port dd120fa8-b1a8-4356-b76a-994ddaa8fadc, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=dd120fa8-b1a8-4356-b76a-994ddaa8fadc,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:14.790939 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727f33-0732-472a-a130-edea0d09e71a req-38ba5549-b8a9-4ff4-92c7-2ee99b7230ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:14.796784 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-50e7c4da-9bea-4af6-88c3-0165399fba1d None None] Port 293997ec-3d61-4d0e-b818-ce6da55b28c8 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:13:14.797039 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34727f33-0732-472a-a130-edea0d09e71a req-38ba5549-b8a9-4ff4-92c7-2ee99b7230ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be33c672-9aa2-47b1-9175-11b416ef46b6 HTTP/1.1" status: 200 len: 854 time: 0.1162899 Jun 27 14:13:14.799032 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:14.847710 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-dff60de1-607a-4e62-999b-0e0178a272d6 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/quotas/0ce6603402504e9fb874f94d3736afcc HTTP/1.1" status: 200 len: 375 time: 0.1912031 Jun 27 14:13:14.867821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=dd120fa8-b1a8-4356-b76a-994ddaa8fadc,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:14.874474 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5d639-acb4-40bd-b020-6f97aef3ee0b req-76063a23-02c4-40be-903e-9077de19ac60 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:14.878524 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0fe5d639-acb4-40bd-b020-6f97aef3ee0b req-76063a23-02c4-40be-903e-9077de19ac60 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.2012749 Jun 27 14:13:15.057580 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727f33-0732-472a-a130-edea0d09e71a req-d1e5dca4-737b-4f36-a533-55d6220e692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:15.060140 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34727f33-0732-472a-a130-edea0d09e71a req-d1e5dca4-737b-4f36-a533-55d6220e692f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2238085 Jun 27 14:13:15.113790 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:15.188387 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-8bdf45f7-6484-42c4-893a-a745a71abdaa tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ce6603402504e9fb874f94d3736afcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3374736 Jun 27 14:13:15.273305 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Sync routers for ids ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:13:15.326785 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Routers {'5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:13:15.327417 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:15.340647 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-1e90f846-0928-4e93-8564-23d7c203097e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2 HTTP/1.1" status: 200 len: 1001 time: 0.4417131 Jun 27 14:13:15.382268 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40160) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:15.425005 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0fe5d639-acb4-40bd-b020-6f97aef3ee0b req-6bf7a2d0-5f19-425d-8265-01aa663834be tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5099394 Jun 27 14:13:15.630562 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f5ab0-8ba6-490c-9f55-afc8e07b10d2 req-295fd35e-6a0f-4dfa-ab13-9bb75d785717 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:15.638912 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-977f5ab0-8ba6-490c-9f55-afc8e07b10d2 req-295fd35e-6a0f-4dfa-ab13-9bb75d785717 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0641475 Jun 27 14:13:15.646142 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89adb53e-7155-4c29-b738-4d26f7012c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:15.690092 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-26a41c8f-020c-4920-a0d3-e20100866767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:15.698800 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Set router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:13:15.745302 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c5bf1-6806-428a-892c-35fa5d969e9a req-693d7c89-adef-4283-97a3-1b49218b4f89 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:15.755779 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-187c5bf1-6806-428a-892c-35fa5d969e9a req-693d7c89-adef-4283-97a3-1b49218b4f89 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 943 time: 0.1108325 Jun 27 14:13:15.813488 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-977f5ab0-8ba6-490c-9f55-afc8e07b10d2 req-1d4d696a-ccea-421f-9d4a-6fa3d898f2c3 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698315 Jun 27 14:13:15.986982 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device dd120fa8-b1a8-4356-b76a-994ddaa8fadc up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:13:16.000610 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-4e15e656-cb23-4a87-8285-767c6b58bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:16.005854 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-4e15e656-cb23-4a87-8285-767c6b58bc48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4eeb10-6bd6-4aad-88be-ccba7334c626 HTTP/1.1" status: 200 len: 849 time: 0.1898339 Jun 27 14:13:16.072269 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:16.119228 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-027291a5-6615-4cb3-b3df-d1188c80f631 req-3a3bbbf9-6773-4d21-843b-3fce5fb4be4e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 210 time: 0.1119115 Jun 27 14:13:16.139649 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-26a41c8f-020c-4920-a0d3-e20100866767 admin admin] Publish callbacks [] for security_group (724ed0b1-3fa2-4ccf-aff3-eba384bffc7f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.145709 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-26a41c8f-020c-4920-a0d3-e20100866767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (724ed0b1-3fa2-4ccf-aff3-eba384bffc7f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.180803 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-26a41c8f-020c-4920-a0d3-e20100866767 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb6133621e2c4dbe83324ac4878ffe5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7971892 Jun 27 14:13:16.190758 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40176) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:16.227866 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-187c5bf1-6806-428a-892c-35fa5d969e9a req-99da7fe2-79e0-47cd-b440-0b3386e1d229 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707885 Jun 27 14:13:16.252716 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-66bb18aa-a6fa-4406-8aa0-13e1e4911288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:16.257097 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-66bb18aa-a6fa-4406-8aa0-13e1e4911288 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2210991 Jun 27 14:13:16.270736 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port dd120fa8-b1a8-4356-b76a-994ddaa8fadc triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:16.271453 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.283406 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a41c8f-020c-4920-a0d3-e20100866767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724ed0b1-3fa2-4ccf-aff3-eba384bffc7f,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:16.299077 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:16.326827 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34727f33-0732-472a-a130-edea0d09e71a req-b4bf2f26-3245-4182-9389-ce4ae9b83479 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987466 Jun 27 14:13:16.341112 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d538f108-10b3-4b0b-9b12-ec1066574493 admin admin] Publish callbacks [] for security_group (724ed0b1-3fa2-4ccf-aff3-eba384bffc7f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.357930 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'name': 'tempest-TestVolumeBootPattern-648334842-router', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:13:00Z', 'updated_at': '2022-06-27T14:13:13Z', 'revision_number': 4, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'gw_port': {'id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:13:02Z', 'updated_at': '2022-06-27T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '293997ec-3d61-4d0e-b818-ce6da55b28c8', 'name': '', 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'mac_address': 'fa:16:3e:67:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6ddfd829-cfc6-41d0-958d-2183f79e31bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:13:10Z', 'updated_at': '2022-06-27T14:13:13Z', 'revision_number': 2, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'subnets': [{'id': '6ddfd829-cfc6-41d0-958d-2183f79e31bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:16.368462 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d538f108-10b3-4b0b-9b12-ec1066574493 admin admin] Publish callbacks [] for security_group (724ed0b1-3fa2-4ccf-aff3-eba384bffc7f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.392427 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Checking router: 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:13:16.393135 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Updating router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 port 293997ec-3d61-4d0e-b818-ce6da55b28c8 binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:13:16.417859 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:16.434014 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d538f108-10b3-4b0b-9b12-ec1066574493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (724ed0b1-3fa2-4ccf-aff3-eba384bffc7f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.437466 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d538f108-10b3-4b0b-9b12-ec1066574493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.438719 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.439995 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d538f108-10b3-4b0b-9b12-ec1066574493 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/724ed0b1-3fa2-4ccf-aff3-eba384bffc7f HTTP/1.1" status: 204 len: 168 time: 0.2427578 Jun 27 14:13:16.480705 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-e0c97de7-5ded-4171-ac98-8c1b39f190b4 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018642 Jun 27 14:13:16.504996 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538f108-10b3-4b0b-9b12-ec1066574493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724ed0b1-3fa2-4ccf-aff3-eba384bffc7f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:16.525477 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5b502acf-ed77-462e-91c1-2353dbe078f9 req-980a760c-8d19-4152-8a87-e32a28a53f89 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 210 time: 0.0434480 Jun 27 14:13:16.668148 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port dd120fa8-b1a8-4356-b76a-994ddaa8fadc is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:16.733203 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40184) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:16.739167 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-d0109010-c8f8-4da7-9183-374376dfa55c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147779435', 'description': 'tempest-secgroup-smoke-147779435 description', 'project_id': '776f23a8a2de459b9183939d76c7a2fb'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:16.777120 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34727f33-0732-472a-a130-edea0d09e71a req-78e5d04d-830c-46af-b949-ba36ba095095 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490239 Jun 27 14:13:16.783876 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d0109010-c8f8-4da7-9183-374376dfa55c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.803643 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b349a5-7a03-482e-8a4a-72b072b15807 req-62dc8d63-b20d-4816-8651-f6a980805d43 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:16.807751 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b1b349a5-7a03-482e-8a4a-72b072b15807 req-62dc8d63-b20d-4816-8651-f6a980805d43 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1797941 Jun 27 14:13:16.847303 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:16.854908 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0a383f09-7e95-402b-b820-bc11cc0e2a28 req-e565ff3c-6f74-403e-b0c3-3b60e4f3e283 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087885 Jun 27 14:13:16.856409 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:16.906729 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Publish callbacks [] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.917137 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d0109010-c8f8-4da7-9183-374376dfa55c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group (b271503f-82f5-48a6-9ce3-e522f9dbffd2), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.917396 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.923947 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b1b349a5-7a03-482e-8a4a-72b072b15807 req-53d5fdae-a529-451e-92c9-aee81a55f85a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070535 Jun 27 14:13:16.936924 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d0109010-c8f8-4da7-9183-374376dfa55c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (b271503f-82f5-48a6-9ce3-e522f9dbffd2), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.988372 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d0109010-c8f8-4da7-9183-374376dfa55c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:16.992463 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d0109010-c8f8-4da7-9183-374376dfa55c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2554436 Jun 27 14:13:16.992463 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0109010-c8f8-4da7-9183-374376dfa55c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b271503f-82f5-48a6-9ce3-e522f9dbffd2,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:16.994552 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40192) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:16.999881 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-46e8e47f-fab7-4dec-a256-ec6c54168196 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'security_group_rule': {'security_group_id': 'b271503f-82f5-48a6-9ce3-e522f9dbffd2', 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:17.018069 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f74439-c298-49a4-8d76-58f9bd13025c None None] Pushing event updated for resources: {'Port': ['ID=293997ec-3d61-4d0e-b818-ce6da55b28c8,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:17.037978 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3638b9d-3f61-4994-8418-a76ec6b87371 req-46d24d5b-db8e-4927-9a0f-24e731664df2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:17.045985 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3638b9d-3f61-4994-8418-a76ec6b87371 req-46d24d5b-db8e-4927-9a0f-24e731664df2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1026983 Jun 27 14:13:17.047281 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46e8e47f-fab7-4dec-a256-ec6c54168196 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (4dbcb894-96ce-44f4-b0c6-842956d9b75e), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.127712 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Attempting to bind port 293997ec-3d61-4d0e-b818-ce6da55b28c8 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:13:17.128320 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Attempting to bind port 293997ec-3d61-4d0e-b818-ce6da55b28c8 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '175a6d32-3d37-4804-89bc-76be57c205e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:13:17.128564 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Attempting to bind port 293997ec-3d61-4d0e-b818-ce6da55b28c8 on network f30e4521-c839-44c0-9b12-09388a9726fc {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:17.139836 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3638b9d-3f61-4994-8418-a76ec6b87371 req-06dee338-23ad-4334-92ea-6231619f614e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928459 Jun 27 14:13:17.142984 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:13:17.144137 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Checking segment: {'id': '175a6d32-3d37-4804-89bc-76be57c205e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:13:17.147732 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46e8e47f-fab7-4dec-a256-ec6c54168196 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (4dbcb894-96ce-44f4-b0c6-842956d9b75e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.148060 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.148642 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Bound using segment: {'id': '175a6d32-3d37-4804-89bc-76be57c205e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:13:17.149086 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Bound port: 293997ec-3d61-4d0e-b818-ce6da55b28c8, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175a6d32-3d37-4804-89bc-76be57c205e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:13:17.149561 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.156845 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46e8e47f-fab7-4dec-a256-ec6c54168196 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (4dbcb894-96ce-44f4-b0c6-842956d9b75e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.183008 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8e47f-fab7-4dec-a256-ec6c54168196 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbcb894-96ce-44f4-b0c6-842956d9b75e,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:17.195455 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46e8e47f-fab7-4dec-a256-ec6c54168196 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.200378 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-46e8e47f-fab7-4dec-a256-ec6c54168196 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2020020 Jun 27 14:13:17.201099 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40202) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:17.211815 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8d93624e-182e-433f-b713-0e55f7baa14b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'security_group_rule': {'security_group_id': 'b271503f-82f5-48a6-9ce3-e522f9dbffd2', 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:17.250541 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] For port 293997ec-3d61-4d0e-b818-ce6da55b28c8, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:13:17.278081 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d363bfa7-5630-438c-a0b2-cb0f3cdc001a req-2c646c14-d016-40a7-9720-89b0d7384e68 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 210 time: 0.0426006 Jun 27 14:13:17.280802 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] For port 293997ec-3d61-4d0e-b818-ce6da55b28c8, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=293997ec-3d61-4d0e-b818-ce6da55b28c8,segment=NetworkSegment(175a6d32-3d37-4804-89bc-76be57c205e7),segment_id=175a6d32-3d37-4804-89bc-76be57c205e7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:13:17.280946 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d93624e-182e-433f-b713-0e55f7baa14b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (f1a34b5a-7497-4566-bd14-b7a1dd542c9b), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.293070 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.349213 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-7502eae2-0090-447c-be6d-2b2846f9622d None None] Provisioning complete for port 293997ec-3d61-4d0e-b818-ce6da55b28c8 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:17.349586 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7502eae2-0090-447c-be6d-2b2846f9622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.408694 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d93624e-182e-433f-b713-0e55f7baa14b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (f1a34b5a-7497-4566-bd14-b7a1dd542c9b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.417856 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d93624e-182e-433f-b713-0e55f7baa14b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (f1a34b5a-7497-4566-bd14-b7a1dd542c9b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.427539 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f74439-c298-49a4-8d76-58f9bd13025c None None] Pushing event updated for resources: {'Port': ['ID=293997ec-3d61-4d0e-b818-ce6da55b28c8,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:17.430261 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9ac3b-823a-4d95-ab05-4803516213ec req-0be9633c-ce70-4715-91a4-95562321b3a3 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:17.431464 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Routers {'5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:13:17.433297 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:12:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:17.434066 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dfc9ac3b-823a-4d95-ab05-4803516213ec req-0be9633c-ce70-4715-91a4-95562321b3a3 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 943 time: 0.1035938 Jun 27 14:13:17.451000 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93624e-182e-433f-b713-0e55f7baa14b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a34b5a-7497-4566-bd14-b7a1dd542c9b,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:17.457984 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d93624e-182e-433f-b713-0e55f7baa14b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.463099 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40210) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:17.463453 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8d93624e-182e-433f-b713-0e55f7baa14b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2595851 Jun 27 14:13:17.483060 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-2fba000d-2f06-48f0-bd8b-62981acc1b7b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'security_group_rule': {'security_group_id': 'b271503f-82f5-48a6-9ce3-e522f9dbffd2', 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:17.493210 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-7502eae2-0090-447c-be6d-2b2846f9622d None None] Current status of the port 293997ec-3d61-4d0e-b818-ce6da55b28c8 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:17.493762 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7502eae2-0090-447c-be6d-2b2846f9622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.519242 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:17.559461 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7502eae2-0090-447c-be6d-2b2846f9622d None None] For port 293997ec-3d61-4d0e-b818-ce6da55b28c8, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=293997ec-3d61-4d0e-b818-ce6da55b28c8,segment=NetworkSegment(175a6d32-3d37-4804-89bc-76be57c205e7),segment_id=175a6d32-3d37-4804-89bc-76be57c205e7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:17.567709 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:13:17.571994 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7502eae2-0090-447c-be6d-2b2846f9622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.594501 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dfc9ac3b-823a-4d95-ab05-4803516213ec req-97a4bd77-a7dc-494f-b692-d34025b410a4 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519308 Jun 27 14:13:17.595602 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2fba000d-2f06-48f0-bd8b-62981acc1b7b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (3b044f9e-98e5-4fa6-a41d-6ad08fbe63d5), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.632350 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:17.657019 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:17.657796 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] Set router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:13:17.696298 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502eae2-0090-447c-be6d-2b2846f9622d None None] Pushing event updated for resources: {'Port': ['ID=293997ec-3d61-4d0e-b818-ce6da55b28c8,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:17.731639 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-72bd8bf3-ee18-470c-a14c-1800d0b0cc9d req-e0d68f9d-9696-4f1e-b637-fe2975850d8a tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 210 time: 0.0761662 Jun 27 14:13:17.764953 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2fba000d-2f06-48f0-bd8b-62981acc1b7b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (3b044f9e-98e5-4fa6-a41d-6ad08fbe63d5), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.771514 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2fba000d-2f06-48f0-bd8b-62981acc1b7b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (3b044f9e-98e5-4fa6-a41d-6ad08fbe63d5), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.793133 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba000d-2f06-48f0-bd8b-62981acc1b7b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b044f9e-98e5-4fa6-a41d-6ad08fbe63d5,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:17.812066 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2fba000d-2f06-48f0-bd8b-62981acc1b7b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.815934 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2fba000d-2f06-48f0-bd8b-62981acc1b7b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3465970 Jun 27 14:13:17.816398 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40218) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:17.828627 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-72638f7e-1d52-4d21-97d2-172d44bc1213 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'security_group_rule': {'security_group_id': 'b271503f-82f5-48a6-9ce3-e522f9dbffd2', 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:17.843148 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-c232dc88-bc6e-421c-9609-beb7697ad5d2 None None] Provisioning complete for port 293997ec-3d61-4d0e-b818-ce6da55b28c8 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:17.843875 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c232dc88-bc6e-421c-9609-beb7697ad5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.862759 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72638f7e-1d52-4d21-97d2-172d44bc1213 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (daaa05e6-eaf4-4be7-a5cc-fef1fa1f61f8), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.938278 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:17.951146 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'name': 'tempest-TestVolumeBootPattern-648334842-router', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:13:00Z', 'updated_at': '2022-06-27T14:13:13Z', 'revision_number': 4, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'gw_port': {'id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:13:02Z', 'updated_at': '2022-06-27T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '293997ec-3d61-4d0e-b818-ce6da55b28c8', 'name': '', 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'mac_address': 'fa:16:3e:67:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6ddfd829-cfc6-41d0-958d-2183f79e31bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:13:10Z', 'updated_at': '2022-06-27T14:13:17Z', 'revision_number': 4, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'subnets': [{'id': '6ddfd829-cfc6-41d0-958d-2183f79e31bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:17.954497 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'port_id': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'mac_address': 'fa:16:3e:91:2f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:13:17.961490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72638f7e-1d52-4d21-97d2-172d44bc1213 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (daaa05e6-eaf4-4be7-a5cc-fef1fa1f61f8), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.969293 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-44e9130f-3bf4-4b33-baff-1f37af7e977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.970797 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72638f7e-1d52-4d21-97d2-172d44bc1213 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (daaa05e6-eaf4-4be7-a5cc-fef1fa1f61f8), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:17.981231 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe759e6c-b879-4661-8db4-f4354af4a7e7 None None] The sync data for ids ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'] in dv-cinder-841125-9-iscsi is: [{'id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'name': 'tempest-TestVolumeBootPattern-648334842-router', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:13:00Z', 'updated_at': '2022-06-27T14:13:13Z', 'revision_number': 4, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'gw_port': {'id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:13:02Z', 'updated_at': '2022-06-27T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '293997ec-3d61-4d0e-b818-ce6da55b28c8', 'name': '', 'network_id': 'f30e4521-c839-44c0-9b12-09388a9726fc', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'mac_address': 'fa:16:3e:67:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '6ddfd829-cfc6-41d0-958d-2183f79e31bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:13:10Z', 'updated_at': '2022-06-27T14:13:17Z', 'revision_number': 4, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'subnets': [{'id': '6ddfd829-cfc6-41d0-958d-2183f79e31bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:13:18.018247 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72638f7e-1d52-4d21-97d2-172d44bc1213 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daaa05e6-eaf4-4be7-a5cc-fef1fa1f61f8,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:18.065118 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72638f7e-1d52-4d21-97d2-172d44bc1213 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.065316 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-72638f7e-1d52-4d21-97d2-172d44bc1213 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459290 Jun 27 14:13:18.071044 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40226) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:18.075247 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-4bb2ebab-5bec-41ac-ae8b-da48a426f813 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'security_group_rule': {'security_group_id': 'b271503f-82f5-48a6-9ce3-e522f9dbffd2', 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:18.137674 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-4bb2ebab-5bec-41ac-ae8b-da48a426f813 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Project 776f23a8a2de459b9183939d76c7a2fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 14:13:18.151265 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 is: ACTIVE; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:18.151762 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.161317 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3dddb-aa19-448b-a311-f6ef68a6b4e7 req-e30232b2-6f18-4309-89cb-378c2c81d78c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:18.162539 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ebab-5bec-41ac-ae8b-da48a426f813 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (b0f6db3c-31af-4b6c-a929-7636d80ec231), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.163893 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-79c3dddb-aa19-448b-a311-f6ef68a6b4e7 req-e30232b2-6f18-4309-89cb-378c2c81d78c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.0655513 Jun 27 14:13:18.179716 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:13:18.184836 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-c232dc88-bc6e-421c-9609-beb7697ad5d2 None None] Current status of the port 293997ec-3d61-4d0e-b818-ce6da55b28c8 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:18.210392 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:18.216860 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.343467 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=6']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:18.377112 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0c68-c37a-46cf-ad3b-87decb72a135 req-9e3e13ee-197a-425c-9834-506db334d7bd tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:18.384482 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-76fa0c68-c37a-46cf-ad3b-87decb72a135 req-9e3e13ee-197a-425c-9834-506db334d7bd tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1067529 Jun 27 14:13:18.401026 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['54db75c8-61ae-40ca-8fb3-09cac5ba5f98'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:13:18.422102 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ebab-5bec-41ac-ae8b-da48a426f813 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (b0f6db3c-31af-4b6c-a929-7636d80ec231), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.432834 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ebab-5bec-41ac-ae8b-da48a426f813 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (b0f6db3c-31af-4b6c-a929-7636d80ec231), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.477490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:18.505679 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2ebab-5bec-41ac-ae8b-da48a426f813 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f6db3c-31af-4b6c-a929-7636d80ec231,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:18.517386 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4bb2ebab-5bec-41ac-ae8b-da48a426f813 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.527832 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4bb2ebab-5bec-41ac-ae8b-da48a426f813 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4580402 Jun 27 14:13:18.528550 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40232) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:18.547572 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-9f741531-58e2-4564-8226-1dceeaae1715 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'security_group_rule': {'security_group_id': 'b271503f-82f5-48a6-9ce3-e522f9dbffd2', 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:18.562490 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-79c3dddb-aa19-448b-a311-f6ef68a6b4e7 req-049f3533-35ae-42c3-ad3a-cf49b820a0df tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3813286 Jun 27 14:13:18.584122 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-9f741531-58e2-4564-8226-1dceeaae1715 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Project 776f23a8a2de459b9183939d76c7a2fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 14:13:18.621174 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f741531-58e2-4564-8226-1dceeaae1715 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (b38dc708-347d-48cf-a885-e9020d5583e1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.635932 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-76fa0c68-c37a-46cf-ad3b-87decb72a135 req-7fe90573-6b18-4c67-ab33-e70c9a5cf7ed tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503314 Jun 27 14:13:18.646540 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-c60247f0-3f81-4a32-ba04-a58d1625c1f5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:18.653870 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-c60247f0-3f81-4a32-ba04-a58d1625c1f5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 818 time: 0.4669118 Jun 27 14:13:18.780512 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:18.835066 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0a3d55a7-c6bd-4c59-804f-96620787faaf req-ce4db3dc-a5ad-4865-8a41-fc1e75c3cee6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 210 time: 0.0669990 Jun 27 14:13:18.835233 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f741531-58e2-4564-8226-1dceeaae1715 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (b38dc708-347d-48cf-a885-e9020d5583e1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.844043 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f741531-58e2-4564-8226-1dceeaae1715 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (b38dc708-347d-48cf-a885-e9020d5583e1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.874323 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f741531-58e2-4564-8226-1dceeaae1715 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38dc708-347d-48cf-a885-e9020d5583e1,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:18.884331 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f741531-58e2-4564-8226-1dceeaae1715 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:18.889167 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9f741531-58e2-4564-8226-1dceeaae1715 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557014 Jun 27 14:13:18.891512 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff611f-e062-4f87-abc7-9b95515f40d2 req-152c3557-608e-425d-9b7d-1b8873f350fb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:18.893373 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2dff611f-e062-4f87-abc7-9b95515f40d2 req-152c3557-608e-425d-9b7d-1b8873f350fb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 943 time: 0.0788984 Jun 27 14:13:18.971493 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1cfbb6b9-686d-4300-bd59-2979a9fc7c07 req-086f4af4-59ae-4d5a-a019-1dfe75936584 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 210 time: 0.0356882 Jun 27 14:13:18.984774 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2dff611f-e062-4f87-abc7-9b95515f40d2 req-17f2ddbe-e97f-4463-9f08-871afb72e56e tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851660 Jun 27 14:13:19.300201 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:19.411556 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-7d85798b-599d-4e30-95b4-62c6679db31a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af0b18811427410c826e9a09cd894132 HTTP/1.1" status: 200 len: 379 time: 0.1172140 Jun 27 14:13:19.459326 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Request body: {'port': {'device_id': '56bf904e-1633-4935-b765-6643eb12770a', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'admin_state_up': True, 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'security_groups': ['438a4465-66ac-4259-b09a-52d9514dabb2']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:19.482956 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-6da9bd2c-abf6-4294-a486-e374b402d128 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0ce6603402504e9fb874f94d3736afcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313008 Jun 27 14:13:19.566237 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 47376262-110a-4170-b652-ef61eeb43931 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:13:19.569914 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:13:19.670754 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:19.716326 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:19.738930 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Made reservation on behalf of af0b18811427410c826e9a09cd894132 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:13:19.748564 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:19.788789 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04222592-2531-4909-9875-ffa4a92e80ca req-f064d1e1-3f0a-4a74-96bc-91be95464681 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:19.791330 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-f064d1e1-3f0a-4a74-96bc-91be95464681 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647862 Jun 27 14:13:19.809962 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Request body: {'port': {'device_id': 'a9d1dd53-a2ce-4a71-aed6-2d359e45316d', 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf', 'admin_state_up': True, 'tenant_id': '0ce6603402504e9fb874f94d3736afcc'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:19.841308 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:19.841676 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:19.843083 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:19.941132 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 293997ec-3d61-4d0e-b818-ce6da55b28c8 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:13:19.968180 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:20.021914 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Made reservation on behalf of 0ce6603402504e9fb874f94d3736afcc for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:13:20.021914 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.039805 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.063326 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0c9ac-ce21-48cf-adc5-2ae7493fd9ef req-292c8294-6ca0-427e-b3b0-dfb1d842705f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:20.073266 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-25a0c9ac-ce21-48cf-adc5-2ae7493fd9ef req-292c8294-6ca0-427e-b3b0-dfb1d842705f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 945 time: 0.3175700 Jun 27 14:13:20.113826 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:20.114292 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.140211 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 293997ec-3d61-4d0e-b818-ce6da55b28c8 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:20.140961 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.177137 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:20.180001 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4701d16-4f21-4090-b735-028fdd7018ba" -d '{"events": [{"server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "name": "network-vif-plugged", "status": "completed", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:20.181552 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ff0a2-4257-4c8d-8685-336c38ba0cea req-95846bdc-3c94-4052-bb63-3a4bd1426cc7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:20.183295 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks [] for security_group (0cf93b60-3f98-4b9f-8aab-395bd04c13cd), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.187381 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 47376262-110a-4170-b652-ef61eeb43931, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=47376262-110a-4170-b652-ef61eeb43931,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:20.189526 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (0cf93b60-3f98-4b9f-8aab-395bd04c13cd), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.191217 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff5ff0a2-4257-4c8d-8685-336c38ba0cea req-95846bdc-3c94-4052-bb63-3a4bd1426cc7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.3616817 Jun 27 14:13:20.211853 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:20.215699 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '47376262-110a-4170-b652-ef61eeb43931', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'port_id': '47376262-110a-4170-b652-ef61eeb43931', 'mac_address': 'fa:16:3e:bd:d5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:13:20.246763 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-25a0c9ac-ce21-48cf-adc5-2ae7493fd9ef req-2c778394-43e8-4201-a258-e2f300f84a1e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724575 Jun 27 14:13:20.253074 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf93b60-3f98-4b9f-8aab-395bd04c13cd,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:20.329498 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 47376262-110a-4170-b652-ef61eeb43931 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:20.333758 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (47376262-110a-4170-b652-ef61eeb43931), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.354893 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.363471 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47376262-110a-4170-b652-ef61eeb43931 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:13:20.385632 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 47376262-110a-4170-b652-ef61eeb43931, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=47376262-110a-4170-b652-ef61eeb43931,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:20.411229 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (47376262-110a-4170-b652-ef61eeb43931), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.479501 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Allocated IP 192.168.233.233 (abcdd412-ebb3-40f6-a59f-a8ac983d16bf/1b348655-0e21-4e9c-8668-296cd91e36de/6070e4fb-76af-4152-8bf2-ef2f9f9245f2) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:13:20.495329 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 293997ec-3d61-4d0e-b818-ce6da55b28c8 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:20.499375 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=7']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:20.582524 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=47376262-110a-4170-b652-ef61eeb43931,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:20.584220 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff5ff0a2-4257-4c8d-8685-336c38ba0cea req-8e62a5ac-a312-484f-ad2e-2a733a7befa8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920496 Jun 27 14:13:20.595494 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-47a56e1c-1c77-440b-8fc8-92f97ae2af90 req-590a9226-25f6-462c-ba90-160278e28f78 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 210 time: 0.1549826 Jun 27 14:13:20.635789 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Allocated IP 172.20.0.4 (ecee4980-ce4f-4cdd-803e-14cbf5d5d803/42006c36-5ba7-4747-a8fc-9585563df0ef/e6c3a929-5c3b-49c5-a6ae-5518a21c9cee) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:13:20.756636 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['47376262-110a-4170-b652-ef61eeb43931'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:13:20.806019 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:20.848769 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks [] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.900157 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:20.911714 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:20.998675 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Network abcdd412-ebb3-40f6-a59f-a8ac983d16bf is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:13:21.009647 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:21.021950 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:21.022273 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:21.027094 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:13:21.033779 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:21.034685 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:21.061920 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dd2530ed-e969-47c7-8ed6-a49bc5d200f2 req-cab02f07-06c4-4d57-889f-9d20b389175b tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 210 time: 0.2436490 Jun 27 14:13:21.068378 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:21.077026 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2760906 Jun 27 14:13:21.101218 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Request body: {'port': {'device_id': 'a9d1dd53-a2ce-4a71-aed6-2d359e45316d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:21.106925 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393aa6d-39d2-4111-adae-166b50cc38cd req-2c854a9e-dcb3-46e6-86ab-ad367749f441 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:21.114782 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f393aa6d-39d2-4111-adae-166b50cc38cd req-2c854a9e-dcb3-46e6-86ab-ad367749f441 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 944 time: 0.3496664 Jun 27 14:13:21.186218 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1dcc33-5272-4db1-9f5a-d81a1cfadccf x-openstack-request-id: req-fe1dcc33-5272-4db1-9f5a-d81a1cfadccf {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:21.186218 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "name": "network-vif-plugged", "status": "completed", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:21.186431 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe1dcc33-5272-4db1-9f5a-d81a1cfadccf {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:21.187084 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:21.191188 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07942b20-8027-4998-982d-928f66053224 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Pushing event updated for resources: {'Port': ['ID=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:21.198561 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1dcc33-5272-4db1-9f5a-d81a1cfadccf'] response: {'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'code': 200} Jun 27 14:13:21.282221 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:21.297609 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:21.339852 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:13:21.355414 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f393aa6d-39d2-4111-adae-166b50cc38cd req-82274a7f-30cc-435b-b9a6-162364ab3a13 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396162 Jun 27 14:13:21.372972 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:21.392415 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event updated for resources: {'Port': ['ID=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:21.403383 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:13:21.560690 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-e5adb233-681e-44d4-b181-a968660dd276 None None] Provisioning complete for port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:21.561611 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5adb233-681e-44d4-b181-a968660dd276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:21.677458 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:21.678544 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:21.736126 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2e0a9-b110-4a1a-bcb5-f93a67391730 req-9ea5789c-e8b3-4d11-80de-a25ee69e2e2c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:21.737938 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8af2e0a9-b110-4a1a-bcb5-f93a67391730 req-9ea5789c-e8b3-4d11-80de-a25ee69e2e2c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.2328970 Jun 27 14:13:21.749601 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:21.764390 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-e5adb233-681e-44d4-b181-a968660dd276 None None] Port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:13:21.772908 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-2968169e-0fcc-4f18-a52f-a1cafff2cff7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3268054 Jun 27 14:13:21.833422 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd2cc9-f356-4de4-afdc-3ec548976d26 req-a102d10d-8000-4621-a572-01594d867d35 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:21.835435 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f4fd2cc9-f356-4de4-afdc-3ec548976d26 req-a102d10d-8000-4621-a572-01594d867d35 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 931 time: 0.0965660 Jun 27 14:13:21.845898 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Request body: {'port': {'device_id': '56bf904e-1633-4935-b765-6643eb12770a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:21.892753 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-99603bf7-a0c7-46c9-b984-bb8b20af578d None None] Provisioning complete for port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:21.893555 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-99603bf7-a0c7-46c9-b984-bb8b20af578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:21.944428 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-99603bf7-a0c7-46c9-b984-bb8b20af578d None None] Port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:13:21.982010 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:21.989744 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f4fd2cc9-f356-4de4-afdc-3ec548976d26 req-54fe16f0-8bfe-4515-87ef-a0f96a3c327a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393423 Jun 27 14:13:22.022503 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8af2e0a9-b110-4a1a-bcb5-f93a67391730 req-111fd861-f457-4924-9aa1-4cb5ae77b8d1 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484376 Jun 27 14:13:22.028436 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:13:22.034942 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:22.039553 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Publish callbacks [] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:22.059496 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Transition to ACTIVE for port object 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:13:22.066610 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:22.086176 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 47376262-110a-4170-b652-ef61eeb43931 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:13:22.129552 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Pushing event updated for resources: {'Port': ['ID=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:22.161921 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:22.215710 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 47376262-110a-4170-b652-ef61eeb43931 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:13:22.240007 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 47376262-110a-4170-b652-ef61eeb43931 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:22.240203 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (47376262-110a-4170-b652-ef61eeb43931), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:22.275093 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Attempting to bind port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:13:22.276976 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Attempting to bind port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '24379cd6-cd44-44a1-9512-f113ba7fd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:13:22.277887 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Attempting to bind port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 on network abcdd412-ebb3-40f6-a59f-a8ac983d16bf {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:22.318724 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 on network abcdd412-ebb3-40f6-a59f-a8ac983d16bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:13:22.318724 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Attempting to bind port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 on network abcdd412-ebb3-40f6-a59f-a8ac983d16bf {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:22.332114 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:13:22.332834 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Checking segment: {'id': '24379cd6-cd44-44a1-9512-f113ba7fd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:13:22.347163 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Bound using segment: {'id': '24379cd6-cd44-44a1-9512-f113ba7fd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:13:22.347938 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Bound port: 6070e4fb-76af-4152-8bf2-ef2f9f9245f2, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24379cd6-cd44-44a1-9512-f113ba7fd515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:13:22.348551 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:22.429419 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6480-a0e7-478c-9593-22cf7217147b req-ba0b665b-b120-4e24-b33a-995ac0eeba39 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:22.443837 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f44d6480-a0e7-478c-9593-22cf7217147b req-ba0b665b-b120-4e24-b33a-995ac0eeba39 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 948 time: 0.1449311 Jun 27 14:13:22.568771 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 47376262-110a-4170-b652-ef61eeb43931 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:22.570391 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (47376262-110a-4170-b652-ef61eeb43931), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:22.626867 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:22.667715 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f44d6480-a0e7-478c-9593-22cf7217147b req-50326738-62a7-4bef-b479-219f3aa4143e tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221227 Jun 27 14:13:22.696695 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d2aaf-92c8-4f36-b49f-8939b5338b93 req-dd70a307-14f9-4e35-81bc-8d925c29a155 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:22.704645 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-318d2aaf-92c8-4f36-b49f-8939b5338b93 req-dd70a307-14f9-4e35-81bc-8d925c29a155 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 944 time: 0.1491511 Jun 27 14:13:22.706174 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] For port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:13:22.755304 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] For port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,segment=NetworkSegment(24379cd6-cd44-44a1-9512-f113ba7fd515),segment_id=24379cd6-cd44-44a1-9512-f113ba7fd515)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:13:22.769813 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:22.818521 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 47376262-110a-4170-b652-ef61eeb43931, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=47376262-110a-4170-b652-ef61eeb43931,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:22.828315 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (47376262-110a-4170-b652-ef61eeb43931), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:22.856014 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:22.856726 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:22.858158 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] 10.222.0.13 "PUT /v2.0/ports/6070e4fb-76af-4152-8bf2-ef2f9f9245f2 HTTP/1.1" status: 200 len: 1098 time: 1.7685180 Jun 27 14:13:22.866404 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d1dd53-a2ce-4a71-aed6-2d359e45316d', 'tag': '6070e4fb-76af-4152-8bf2-ef2f9f9245f2'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:22.870012 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e019e3a-a62f-45a7-8178-63367877f5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d1dd53-a2ce-4a71-aed6-2d359e45316d", "tag": "6070e4fb-76af-4152-8bf2-ef2f9f9245f2"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:22.977587 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=47376262-110a-4170-b652-ef61eeb43931,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:22.987254 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-318d2aaf-92c8-4f36-b49f-8939b5338b93 req-d4ddf7e0-b0d8-48d0-8a5f-50b2c2d2e5e6 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817457 Jun 27 14:13:23.036276 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97808972-2bda-4ff2-9178-fbf19f68436d service neutron] Pushing event updated for resources: {'Port': ['ID=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:23.052592 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c3a929-5c3b-49c5-a6ae-5518a21c9cee {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:13:23.073366 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac54792-0f4d-40ff-935b-0614ca86cdea x-openstack-request-id: req-2ac54792-0f4d-40ff-935b-0614ca86cdea {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:23.073707 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d1dd53-a2ce-4a71-aed6-2d359e45316d", "tag": "6070e4fb-76af-4152-8bf2-ef2f9f9245f2", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:23.073877 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ac54792-0f4d-40ff-935b-0614ca86cdea {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:23.074316 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac54792-0f4d-40ff-935b-0614ca86cdea'] response: {'name': 'network-changed', 'server_uuid': 'a9d1dd53-a2ce-4a71-aed6-2d359e45316d', 'tag': '6070e4fb-76af-4152-8bf2-ef2f9f9245f2', 'status': 'completed', 'code': 200} Jun 27 14:13:23.076505 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04222592-2531-4909-9875-ffa4a92e80ca req-e9e7e346-cdf1-4d3e-9c91-bfeca9181235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:23.078119 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-e9e7e346-cdf1-4d3e-9c91-bfeca9181235 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce6603402504e9fb874f94d3736afcc&device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 1132 time: 0.1379859 Jun 27 14:13:23.080104 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Publish callbacks [] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:23.163271 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Transition to ACTIVE for port object e6c3a929-5c3b-49c5-a6ae-5518a21c9cee will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:13:23.201956 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:23.206929 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47376262-110a-4170-b652-ef61eeb43931'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:23.209980 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eca53d4-aa46-40b4-8142-c05eca110c77" -d '{"events": [{"server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "name": "network-vif-plugged", "status": "completed", "tag": "47376262-110a-4170-b652-ef61eeb43931"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:23.214761 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-032048e6-d67f-4515-a67e-2d83545d7932 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=6070e4fb-76af-4152-8bf2-ef2f9f9245f2 HTTP/1.1" status: 200 len: 217 time: 0.1240542 Jun 27 14:13:23.318621 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04222592-2531-4909-9875-ffa4a92e80ca req-1e639293-f0c3-4d09-9c93-0020d1e6e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:23.330410 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-1e639293-f0c3-4d09-9c93-0020d1e6e5d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b348655-0e21-4e9c-8668-296cd91e36de HTTP/1.1" status: 200 len: 843 time: 0.1069818 Jun 27 14:13:23.398921 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04222592-2531-4909-9875-ffa4a92e80ca req-2bc40d2a-e4d9-42e6-b477-d43be0972b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:23.400996 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-2bc40d2a-e4d9-42e6-b477-d43be0972b9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abcdd412-ebb3-40f6-a59f-a8ac983d16bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0622621 Jun 27 14:13:23.551968 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Pushing event updated for resources: {'Port': ['ID=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:23.583109 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9af268-eda3-430f-818d-49cedc42ace7 req-614dfcc5-e1ba-484f-9f82-ccc06cc3f788 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:23.584981 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bb9af268-eda3-430f-818d-49cedc42ace7 req-614dfcc5-e1ba-484f-9f82-ccc06cc3f788 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 943 time: 0.4199846 Jun 27 14:13:23.596184 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:23.639982 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027af72-b98e-4522-9319-077c96f53bfb req-4fad0640-fdb4-40d2-9664-fabbf084a6b5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:23.651993 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-34d1845d-2e61-47ea-929a-b9764e123aaf service neutron] 10.222.0.13 "GET /v2.0/networks/abcdd412-ebb3-40f6-a59f-a8ac983d16bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405331 Jun 27 14:13:23.652210 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d027af72-b98e-4522-9319-077c96f53bfb req-4fad0640-fdb4-40d2-9664-fabbf084a6b5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.4834557 Jun 27 14:13:23.839378 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bb9af268-eda3-430f-818d-49cedc42ace7 req-9ac701b2-11e7-4988-8f28-18ebe1126496 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201684 Jun 27 14:13:23.885964 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Attempting to bind port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:13:23.886495 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Attempting to bind port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:13:23.886886 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Attempting to bind port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:23.909875 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d027af72-b98e-4522-9319-077c96f53bfb req-7b877fb8-4ef8-44c0-a26b-cfb59463abab tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554069 Jun 27 14:13:23.913154 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04222592-2531-4909-9875-ffa4a92e80ca req-124324a9-0a91-4440-8b18-5d278d55b8c1 service neutron] 10.222.0.13 "GET /v2.0/networks/abcdd412-ebb3-40f6-a59f-a8ac983d16bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528119 Jun 27 14:13:23.914694 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:13:23.915161 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Attempting to bind port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee on network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:23.936745 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67433eee-bea0-4b81-a317-99495c754f4b x-openstack-request-id: req-67433eee-bea0-4b81-a317-99495c754f4b {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:23.937340 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "name": "network-vif-plugged", "status": "completed", "tag": "47376262-110a-4170-b652-ef61eeb43931", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:23.937340 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67433eee-bea0-4b81-a317-99495c754f4b {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:23.937697 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67433eee-bea0-4b81-a317-99495c754f4b'] response: {'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47376262-110a-4170-b652-ef61eeb43931', 'code': 200} Jun 27 14:13:23.947928 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:13:23.948333 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Checking segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:13:23.948448 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Bound using segment: {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:13:23.948937 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Bound port: e6c3a929-5c3b-49c5-a6ae-5518a21c9cee, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d79d160-9363-4d78-a3a7-52f3cc4005cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:13:23.949312 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:24.193478 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88524bed-9ebe-4bc1-a414-1cffc11e263a req-9392c48d-1134-4780-b99f-dd642ba9c57e tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:24.195132 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88524bed-9ebe-4bc1-a414-1cffc11e263a req-9392c48d-1134-4780-b99f-dd642ba9c57e tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 948 time: 0.1620595 Jun 27 14:13:24.255078 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:24.256887 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] For port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee, host hv-cinder-84112, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:13:24.292323 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] For port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:13:24.300128 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8ee6c-987b-4527-a48f-ae9fa41870dc req-60e5a2fd-1f93-4aa2-b3eb-2b3eb400efef tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:24.301865 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7aa8ee6c-987b-4527-a48f-ae9fa41870dc req-60e5a2fd-1f93-4aa2-b3eb-2b3eb400efef tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.2140923 Jun 27 14:13:24.315351 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:24.392163 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:24.393834 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:24.395056 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] 10.222.0.13 "PUT /v2.0/ports/e6c3a929-5c3b-49c5-a6ae-5518a21c9cee HTTP/1.1" status: 200 len: 1093 time: 2.5583630 Jun 27 14:13:24.401790 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:24.404549 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130535bb-3247-4de5-bb2e-39f412873da2" -d '{"events": [{"name": "network-changed", "server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:24.421434 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88524bed-9ebe-4bc1-a414-1cffc11e263a req-40d6fb1a-8fac-43d6-ac6c-bc50201a445c tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052898 Jun 27 14:13:24.464960 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7aa8ee6c-987b-4527-a48f-ae9fa41870dc req-be39d57e-16fc-42eb-9194-82822b1c6919 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547325 Jun 27 14:13:24.466048 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180d0ee-0a50-48e3-9dfc-2d761c70ca5c service neutron] Pushing event updated for resources: {'Port': ['ID=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:24.502452 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f5914a-0749-4986-b8b3-573df7fdbcf7 x-openstack-request-id: req-42f5914a-0749-4986-b8b3-573df7fdbcf7 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:24.502856 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:24.503175 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42f5914a-0749-4986-b8b3-573df7fdbcf7 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:24.503659 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f5914a-0749-4986-b8b3-573df7fdbcf7'] response: {'name': 'network-changed', 'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'status': 'completed', 'code': 200} Jun 27 14:13:25.340672 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:25.434972 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130535bb-3247-4de5-bb2e-39f412873da2 req-dd7162d3-1297-403e-9275-396a5b6410e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:25.436763 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-130535bb-3247-4de5-bb2e-39f412873da2 req-dd7162d3-1297-403e-9275-396a5b6410e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 1127 time: 0.1266670 Jun 27 14:13:25.456355 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-252dec11-8002-4901-9cf0-84c64e4401a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:25.471430 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-252dec11-8002-4901-9cf0-84c64e4401a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce6603402504e9fb874f94d3736afcc&device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 1132 time: 0.5059752 Jun 27 14:13:25.539893 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55a68-1dfb-4d17-968c-7ab2f9f81c9b req-53f3fc8f-f017-4304-ac0a-e33d21064415 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:25.547481 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-57e55a68-1dfb-4d17-968c-7ab2f9f81c9b req-53f3fc8f-f017-4304-ac0a-e33d21064415 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1992745 Jun 27 14:13:25.632217 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001359ab-933e-4f5e-970d-67c6ccad0426 req-e43b2a56-0baf-4936-ac64-884686e3cda7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:25.640869 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-001359ab-933e-4f5e-970d-67c6ccad0426 req-e43b2a56-0baf-4936-ac64-884686e3cda7 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 943 time: 0.5094454 Jun 27 14:13:25.706473 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:25.791595 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-001359ab-933e-4f5e-970d-67c6ccad0426 req-49bc17bc-2608-4530-8be9-67bbf232d38e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493871 Jun 27 14:13:25.797594 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-21f58466-5bb3-4658-af33-98f62dcf66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:25.801317 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17721b24-0032-4d68-8f5a-56f09804b372 req-c817a38f-9754-4325-a6fb-833808257f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:25.802539 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-21f58466-5bb3-4658-af33-98f62dcf66a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abcdd412-ebb3-40f6-a59f-a8ac983d16bf HTTP/1.1" status: 200 len: 870 time: 0.2516320 Jun 27 14:13:25.803782 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-17721b24-0032-4d68-8f5a-56f09804b372 req-c817a38f-9754-4325-a6fb-833808257f23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 1129 time: 0.3654542 Jun 27 14:13:25.822809 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-57e55a68-1dfb-4d17-968c-7ab2f9f81c9b req-80293c7f-3217-4894-b53d-357519145617 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739091 Jun 27 14:13:25.917195 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130535bb-3247-4de5-bb2e-39f412873da2 req-cc9c606b-ba21-417f-a33f-6abbe461f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:25.930505 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-130535bb-3247-4de5-bb2e-39f412873da2 req-cc9c606b-ba21-417f-a33f-6abbe461f80a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=af0b18811427410c826e9a09cd894132&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3869827 Jun 27 14:13:26.010830 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-dd6e504b-caff-4b72-8488-98f48a98dd8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=6070e4fb-76af-4152-8bf2-ef2f9f9245f2 HTTP/1.1" status: 200 len: 217 time: 0.0791686 Jun 27 14:13:26.096931 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:13:26.101066 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-17721b24-0032-4d68-8f5a-56f09804b372 req-4bc99b30-8468-45dc-b6ca-ccb095a46f76 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707041 Jun 27 14:13:26.151607 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130535bb-3247-4de5-bb2e-39f412873da2 req-a4a80771-1aac-49c5-b8e3-ebce2ccc1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:26.154041 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a075d-5542-4bbe-ae2d-b1a9fbe961d9 req-b8a4a05e-a5ff-40d5-9686-ca951a16aa8c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:26.155769 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-130535bb-3247-4de5-bb2e-39f412873da2 req-a4a80771-1aac-49c5-b8e3-ebce2ccc1f46 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2097137 Jun 27 14:13:26.162487 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d5a075d-5542-4bbe-ae2d-b1a9fbe961d9 req-b8a4a05e-a5ff-40d5-9686-ca951a16aa8c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.1504455 Jun 27 14:13:26.237226 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398ff2e-8f77-49d5-bde2-f48f69bacf3e req-732c881f-3df3-464d-adf7-fae92b6600a4 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:26.245485 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6398ff2e-8f77-49d5-bde2-f48f69bacf3e req-732c881f-3df3-464d-adf7-fae92b6600a4 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 948 time: 0.2222567 Jun 27 14:13:26.253276 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,segment=NetworkSegment(24379cd6-cd44-44a1-9512-f113ba7fd515),segment_id=24379cd6-cd44-44a1-9512-f113ba7fd515)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:26.268335 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '6070e4fb-76af-4152-8bf2-ef2f9f9245f2', 'network_id': 'abcdd412-ebb3-40f6-a59f-a8ac983d16bf', 'port_id': '6070e4fb-76af-4152-8bf2-ef2f9f9245f2', 'mac_address': 'fa:16:3e:3b:67:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b348655-0e21-4e9c-8668-296cd91e36de', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:13:26.330889 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:26.331753 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:26.352613 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:13:26.387426 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-f191cafd-7bb5-4ffa-ba44-cc848d90a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:26.390611 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-f191cafd-7bb5-4ffa-ba44-cc848d90a524 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b348655-0e21-4e9c-8668-296cd91e36de HTTP/1.1" status: 200 len: 843 time: 0.2840424 Jun 27 14:13:26.404797 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,segment=NetworkSegment(24379cd6-cd44-44a1-9512-f113ba7fd515),segment_id=24379cd6-cd44-44a1-9512-f113ba7fd515)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:26.412290 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:26.418327 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:26.506951 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d5a075d-5542-4bbe-ae2d-b1a9fbe961d9 req-c404605d-47ce-4686-896a-b24dc72df298 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418362 Jun 27 14:13:26.514628 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-0c358b60-176d-43a7-9bd0-46f4ee50e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:26.517177 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-0c358b60-176d-43a7-9bd0-46f4ee50e6be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 1127 time: 0.1078961 Jun 27 14:13:26.546198 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6398ff2e-8f77-49d5-bde2-f48f69bacf3e req-65d37fd0-0573-4f4f-80c4-1dd42c7beb75 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996144 Jun 27 14:13:26.556759 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:26.577223 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-aee1c103-54af-4f31-98e9-c098c15439a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:26.579543 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-aee1c103-54af-4f31-98e9-c098c15439a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abcdd412-ebb3-40f6-a59f-a8ac983d16bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1684785 Jun 27 14:13:26.605800 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-8d01eaf6-cd88-4ca4-8149-1e7d7c2909dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee HTTP/1.1" status: 200 len: 217 time: 0.0808916 Jun 27 14:13:26.724883 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['6070e4fb-76af-4152-8bf2-ef2f9f9245f2'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:13:26.987421 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:27.061914 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-f3061257-4297-49e4-8a94-207dabd3ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:27.064804 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-f3061257-4297-49e4-8a94-207dabd3ab3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.1133263 Jun 27 14:13:27.147830 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-9ddee878-b673-420c-9616-ecb0ab425073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:27.149798 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-9ddee878-b673-420c-9616-ecb0ab425073 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754149 Jun 27 14:13:27.380970 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00fadd-4cf7-4731-8ee0-98c31e64c95e req-bd6c0622-ab49-463a-bcdc-3db8076f047a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:27.383340 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8b00fadd-4cf7-4731-8ee0-98c31e64c95e req-bd6c0622-ab49-463a-bcdc-3db8076f047a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.4068346 Jun 27 14:13:27.456698 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:27.481389 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695d951-f1f5-4708-9765-71e4eeede7dc req-48d6eb80-ce49-4936-aa4f-e8b39ebfc8de tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:27.482708 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-48bd2038-b9b2-47fe-8628-7504c03c1d12 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050718 Jun 27 14:13:27.492324 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e695d951-f1f5-4708-9765-71e4eeede7dc req-48d6eb80-ce49-4936-aa4f-e8b39ebfc8de tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 943 time: 0.4696217 Jun 27 14:13:27.564494 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8b00fadd-4cf7-4731-8ee0-98c31e64c95e req-2ea1357b-0e80-482c-8c02-66eeb33fe7c5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690547 Jun 27 14:13:27.566937 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-5ae4dc1b-c6c5-4006-8e7c-2d33ddb10ccb service neutron] 10.222.0.13 "GET /v2.0/networks/abcdd412-ebb3-40f6-a59f-a8ac983d16bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149974 Jun 27 14:13:27.615699 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e695d951-f1f5-4708-9765-71e4eeede7dc req-ab996530-cded-4184-a5db-88c077c21bf3 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219144 Jun 27 14:13:27.917541 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2928a0e-7735-4e19-8db7-2cb0b17a6aa1 req-36aac25a-bb7d-494c-b026-2a8c14fcfe6a tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:27.933858 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b2928a0e-7735-4e19-8db7-2cb0b17a6aa1 req-36aac25a-bb7d-494c-b026-2a8c14fcfe6a tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 949 time: 0.1531646 Jun 27 14:13:28.040608 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05453b-786f-425a-8871-aef9f48dd10f req-a4ed22d7-ea54-4f15-9f26-22d2d2e25cc2 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:28.055926 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d05453b-786f-425a-8871-aef9f48dd10f req-a4ed22d7-ea54-4f15-9f26-22d2d2e25cc2 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.2082443 Jun 27 14:13:28.074872 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-659208eb-b0ef-40e6-bbd8-b3d30d36683c req-5282f647-199d-4c91-8604-4d9ec8efa073 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471083 Jun 27 14:13:28.108899 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:13:28.182847 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:13:28.195288 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:28.196031 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:28.199694 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:28.276876 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b2928a0e-7735-4e19-8db7-2cb0b17a6aa1 req-b72168e3-331d-426d-ba84-84abf9c0bedf tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411856 Jun 27 14:13:28.301749 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:28.334632 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d05453b-786f-425a-8871-aef9f48dd10f req-58333d49-a2ba-4510-a7ea-e20ddeedb5cd tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752359 Jun 27 14:13:28.358256 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:28.359113 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:28.362392 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4e019e3a-a62f-45a7-8178-63367877f5c8 req-e6ac9038-44a4-4a08-97d9-8f7e1b1dff0e service neutron] 10.222.0.13 "GET /v2.0/networks/abcdd412-ebb3-40f6-a59f-a8ac983d16bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029899 Jun 27 14:13:28.417201 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d1dd53-a2ce-4a71-aed6-2d359e45316d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6070e4fb-76af-4152-8bf2-ef2f9f9245f2'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:28.421812 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb880a4-ce78-48d5-b5eb-d15ec491f1e0" -d '{"events": [{"server_uuid": "a9d1dd53-a2ce-4a71-aed6-2d359e45316d", "name": "network-vif-plugged", "status": "completed", "tag": "6070e4fb-76af-4152-8bf2-ef2f9f9245f2"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:28.459541 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,segment=NetworkSegment(24379cd6-cd44-44a1-9512-f113ba7fd515),segment_id=24379cd6-cd44-44a1-9512-f113ba7fd515)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:28.468771 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:28.513705 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0d0691-ccd1-428a-a58e-76d1f4472da7 x-openstack-request-id: req-3e0d0691-ccd1-428a-a58e-76d1f4472da7 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:28.514272 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d1dd53-a2ce-4a71-aed6-2d359e45316d", "name": "network-vif-plugged", "status": "completed", "tag": "6070e4fb-76af-4152-8bf2-ef2f9f9245f2", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:28.514610 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e0d0691-ccd1-428a-a58e-76d1f4472da7 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:28.515256 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0d0691-ccd1-428a-a58e-76d1f4472da7'] response: {'server_uuid': 'a9d1dd53-a2ce-4a71-aed6-2d359e45316d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6070e4fb-76af-4152-8bf2-ef2f9f9245f2', 'code': 200} Jun 27 14:13:28.569449 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:28.585729 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.586309 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.587023 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.587779 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.588490 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.589330 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.589922 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.590503 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.591127 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.591712 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.592292 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.592867 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.593501 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.594139 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.594871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:28.918770 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012d03-33df-4bbf-8a9b-be7c5b12336c req-6cc93596-29bb-4583-93a8-fc76cef7f5fa tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:28.920455 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8b012d03-33df-4bbf-8a9b-be7c5b12336c req-6cc93596-29bb-4583-93a8-fc76cef7f5fa tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 943 time: 0.1276228 Jun 27 14:13:28.928926 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106c419-fcd1-42de-bb4c-b3a3ba3d71a2 req-683f87ea-93c7-4965-a93c-0bacc14ea840 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:28.937129 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3106c419-fcd1-42de-bb4c-b3a3ba3d71a2 req-683f87ea-93c7-4965-a93c-0bacc14ea840 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1259785 Jun 27 14:13:29.033800 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8b012d03-33df-4bbf-8a9b-be7c5b12336c req-fc88ac2f-8a53-4037-84b1-4c97a8fab4df tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944724 Jun 27 14:13:29.038106 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3106c419-fcd1-42de-bb4c-b3a3ba3d71a2 req-a3665553-7461-498f-99d6-208ec1e7f5e4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001186 Jun 27 14:13:29.173666 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=74 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:29.177215 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=35 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:29.421094 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b279a-54ae-4ada-89b6-b28d7a528b10 req-722e7ef7-2557-442e-ae9b-e1bdfff2c541 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:29.422890 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d67b279a-54ae-4ada-89b6-b28d7a528b10 req-722e7ef7-2557-442e-ae9b-e1bdfff2c541 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 950 time: 0.0705645 Jun 27 14:13:29.521579 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d67b279a-54ae-4ada-89b6-b28d7a528b10 req-fab49a27-b0cf-43f7-ad33-3c63776dcbb5 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919044 Jun 27 14:13:29.582949 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d057dcd-3153-40a9-8bd1-5b8e956dd93b req-7c0b8b5d-8a30-4652-bcf6-61cd6f6e39bd tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:29.584805 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8d057dcd-3153-40a9-8bd1-5b8e956dd93b req-7c0b8b5d-8a30-4652-bcf6-61cd6f6e39bd tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.0986588 Jun 27 14:13:29.689024 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8d057dcd-3153-40a9-8bd1-5b8e956dd93b req-6acac2b1-0f0b-4a89-8989-fd05655a5677 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946083 Jun 27 14:13:30.038783 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f0f6f-91ad-477a-995f-c62897ab1aaa req-4fa35d2a-d021-48fd-b1d3-a27d2f845f79 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:30.041417 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-949f0f6f-91ad-477a-995f-c62897ab1aaa req-4fa35d2a-d021-48fd-b1d3-a27d2f845f79 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.1058011 Jun 27 14:13:30.157525 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-949f0f6f-91ad-477a-995f-c62897ab1aaa req-270211b9-1ed7-4192-92d2-88436ba3afdb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004858 Jun 27 14:13:30.255809 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38507099-624c-461d-8523-f28471c7b119 req-74086ad1-0e7e-4fae-86bd-86795dbfe29f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:30.257656 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-38507099-624c-461d-8523-f28471c7b119 req-74086ad1-0e7e-4fae-86bd-86795dbfe29f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 943 time: 0.0989201 Jun 27 14:13:30.417565 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ace366-5c8d-474e-ac81-fc894a066038 req-d7bd8980-5b18-45e9-ac59-c2af3cf0c929 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:30.420010 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a6ace366-5c8d-474e-ac81-fc894a066038 req-d7bd8980-5b18-45e9-ac59-c2af3cf0c929 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1612885 Jun 27 14:13:30.480472 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:30.496593 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-38507099-624c-461d-8523-f28471c7b119 req-6bae65b4-9756-47f5-aeab-f7c79873336b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204812 Jun 27 14:13:30.548513 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a6ace366-5c8d-474e-ac81-fc894a066038 req-d34e2e90-4088-46b8-800e-60c6f2469902 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991659 Jun 27 14:13:30.736514 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4b9c0-97c2-4a45-83f4-40f9509b8a62 req-f4f7d2f7-925b-4004-a085-db6143cd5334 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:30.738212 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48b4b9c0-97c2-4a45-83f4-40f9509b8a62 req-f4f7d2f7-925b-4004-a085-db6143cd5334 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 950 time: 0.0742881 Jun 27 14:13:30.820402 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48b4b9c0-97c2-4a45-83f4-40f9509b8a62 req-1c09cf1f-0c4a-41a6-a663-77cf1c7de609 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761147 Jun 27 14:13:31.051779 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fce11f-bb14-4405-9002-c3a911f3d257 req-463e1e75-3562-4c2f-b792-aa9eac2048f6 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:31.053425 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98fce11f-bb14-4405-9002-c3a911f3d257 req-463e1e75-3562-4c2f-b792-aa9eac2048f6 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.0686891 Jun 27 14:13:31.125003 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98fce11f-bb14-4405-9002-c3a911f3d257 req-167f441c-75d3-40e3-b002-4bfacac135ff tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610738 Jun 27 14:13:31.848634 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92238-a6a8-4046-a32a-9c5d4d6a12ca req-155d3f46-8a07-44b8-b734-eae188c429e9 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:31.857745 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-58f92238-a6a8-4046-a32a-9c5d4d6a12ca req-155d3f46-8a07-44b8-b734-eae188c429e9 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 943 time: 0.1432540 Jun 27 14:13:31.902023 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c48da-3a10-4cee-b7f2-70da0072985b req-141de3ab-8ded-4be1-a1d3-fa45280d17e8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:31.903762 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-579c48da-3a10-4cee-b7f2-70da0072985b req-141de3ab-8ded-4be1-a1d3-fa45280d17e8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1361880 Jun 27 14:13:31.980430 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-58f92238-a6a8-4046-a32a-9c5d4d6a12ca req-5da2ec05-438f-4eb8-bb44-c95826d17330 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217670 Jun 27 14:13:32.027689 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:32.042149 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-579c48da-3a10-4cee-b7f2-70da0072985b req-a324a042-4028-4e74-9c15-89e66ebfa43f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169164 Jun 27 14:13:32.251649 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d832609-3713-44f0-84df-d5cec2654e4c req-26bf8c6e-4e03-474b-8b6a-1bfa84deb018 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:32.263541 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7d832609-3713-44f0-84df-d5cec2654e4c req-26bf8c6e-4e03-474b-8b6a-1bfa84deb018 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 950 time: 0.1681716 Jun 27 14:13:32.344680 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7d832609-3713-44f0-84df-d5cec2654e4c req-c00e29f4-d3f8-4343-a7f9-ab0969d983dc tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798404 Jun 27 14:13:32.453558 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-f92a74f8-2c24-4461-9471-6a04f1122d00 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503387 Jun 27 14:13:32.541186 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-7a001b18-48ad-402d-ac4a-6346358d15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:32.543344 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-7a001b18-48ad-402d-ac4a-6346358d15a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 1129 time: 0.0631227 Jun 27 14:13:32.731195 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d9a2e-321f-4315-9da3-1c2a968d064c req-38bd5db4-75de-4703-b7bd-6451b4b8470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:32.738175 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0b9d9a2e-321f-4315-9da3-1c2a968d064c req-38bd5db4-75de-4703-b7bd-6451b4b8470f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 1134 time: 0.1321583 Jun 27 14:13:32.844628 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-487802a3-c9f9-4043-8193-ec5470e1beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:32.846243 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-487802a3-c9f9-4043-8193-ec5470e1beb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.2644432 Jun 27 14:13:32.850945 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0b9d9a2e-321f-4315-9da3-1c2a968d064c req-28ba81ed-fd6d-4d8a-bdcd-9dd1acf98af1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973616 Jun 27 14:13:33.173047 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-9cbc98e2-e260-48b9-bcb9-9eaece007e00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95388752-3a74-41c2-b219-5fb7e2da7413 HTTP/1.1" status: 200 len: 217 time: 0.1133921 Jun 27 14:13:33.403372 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeec974-8146-463a-98f8-8b3e7373ac76 req-9d166d2c-2b49-46b4-b491-9c41811839e5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:33.406910 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bfeec974-8146-463a-98f8-8b3e7373ac76 req-9d166d2c-2b49-46b4-b491-9c41811839e5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 943 time: 0.2622399 Jun 27 14:13:33.419669 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36252e0-853d-4834-b163-12c0109ec9a1 req-eedba0e3-7f10-4a13-ba34-a7b9f4f1a99a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:33.423787 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d36252e0-853d-4834-b163-12c0109ec9a1 req-eedba0e3-7f10-4a13-ba34-a7b9f4f1a99a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.2446215 Jun 27 14:13:33.426958 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-9b17b1d5-0bff-40c9-9902-b903a0b84840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:33.429528 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-9b17b1d5-0bff-40c9-9902-b903a0b84840 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.2491429 Jun 27 14:13:33.544671 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bfeec974-8146-463a-98f8-8b3e7373ac76 req-07e6311d-c780-4ffa-87b9-7e58136c1274 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136184 Jun 27 14:13:33.555862 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d36252e0-853d-4834-b163-12c0109ec9a1 req-7c34ead4-01e9-4027-b7f5-9bf86af0a07f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099699 Jun 27 14:13:33.747125 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6cad0-d40c-4254-85a1-aefc4f95e1c2 req-b8403530-03f3-4865-a134-020a8d6d02d1 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:33.754903 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ced6cad0-d40c-4254-85a1-aefc4f95e1c2 req-b8403530-03f3-4865-a134-020a8d6d02d1 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 950 time: 0.1251407 Jun 27 14:13:33.835327 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ced6cad0-d40c-4254-85a1-aefc4f95e1c2 req-26b4ed98-c426-454f-b396-50d04fee89a7 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792332 Jun 27 14:13:33.909799 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-d3f49105-7834-4326-8ca7-9fcd1e96b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:33.911104 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-d3f49105-7834-4326-8ca7-9fcd1e96b775 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740466 Jun 27 14:13:34.014412 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:34.104615 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device e6c3a929-5c3b-49c5-a6ae-5518a21c9cee details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:13:34.170292 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-beaf5e8f-376f-4128-939e-68c308d447a7 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291212 Jun 27 14:13:34.497983 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:34.519237 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'port_id': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'mac_address': 'fa:16:3e:8f:c5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:13:34.618923 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:34.619461 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:34.653300 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c3a929-5c3b-49c5-a6ae-5518a21c9cee {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:13:34.686409 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:34.692338 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:34.762604 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:34.804979 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dde8e-54f4-48e7-9fef-df57261efe34 req-76fd9f34-d125-4df4-84c0-d18de9765aa2 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:34.806763 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4d1dde8e-54f4-48e7-9fef-df57261efe34 req-76fd9f34-d125-4df4-84c0-d18de9765aa2 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1152382 Jun 27 14:13:34.835376 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddbb4d-968a-45d3-a241-af51f97987d0 req-d2450088-1f03-4a94-b7a5-b389962d1e57 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:34.838463 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-51ddbb4d-968a-45d3-a241-af51f97987d0 req-d2450088-1f03-4a94-b7a5-b389962d1e57 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 944 time: 0.0975475 Jun 27 14:13:35.032140 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:35.095405 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['e6c3a929-5c3b-49c5-a6ae-5518a21c9cee'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:13:35.096497 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4d1dde8e-54f4-48e7-9fef-df57261efe34 req-e20228a4-58db-43e0-817a-01180491b7a2 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824080 Jun 27 14:13:35.134463 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-51ddbb4d-968a-45d3-a241-af51f97987d0 req-d4f7fed4-05da-4552-9f33-483cf427041a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833300 Jun 27 14:13:35.225685 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fd04e645-fa5d-4f29-936a-261fb3f73798 req-85559665-0748-43dc-970c-8f7237335036 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855476 Jun 27 14:13:35.336156 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bca0c-6fc9-4800-9133-0573b9d02a96 req-d36bc8a8-6b78-4956-8af4-92ee399278c3 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:35.338045 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-517bca0c-6fc9-4800-9133-0573b9d02a96 req-d36bc8a8-6b78-4956-8af4-92ee399278c3 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 950 time: 0.0805759 Jun 27 14:13:35.428052 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-517bca0c-6fc9-4800-9133-0573b9d02a96 req-8834b2f1-8e2b-40bf-9386-a255e765fa29 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831933 Jun 27 14:13:35.902513 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aa190-0210-4528-bba3-d378023b02dd req-26e0c35a-fbea-43a1-890e-f145a510e400 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:35.904173 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cc1aa190-0210-4528-bba3-d378023b02dd req-26e0c35a-fbea-43a1-890e-f145a510e400 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 950 time: 0.0645528 Jun 27 14:13:35.967147 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cc1aa190-0210-4528-bba3-d378023b02dd req-a87c6ffe-4e54-49d7-aaa8-156f951464d4 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515628 Jun 27 14:13:36.290573 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55188e6-a3eb-49e4-b241-b7d12e2e3930 req-a3e7aac9-81f7-4b5e-a0aa-c2014ba03b66 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:36.292339 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b55188e6-a3eb-49e4-b241-b7d12e2e3930 req-a3e7aac9-81f7-4b5e-a0aa-c2014ba03b66 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.0953152 Jun 27 14:13:36.306623 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device e6c3a929-5c3b-49c5-a6ae-5518a21c9cee up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:13:36.320775 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dd4cc-e49f-4602-9145-61aa9deeb14d req-ad96a538-7eb2-4d96-ad28-7158cfca90c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:36.323910 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-658dd4cc-e49f-4602-9145-61aa9deeb14d req-ad96a538-7eb2-4d96-ad28-7158cfca90c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 944 time: 0.0837698 Jun 27 14:13:36.385109 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:13:36.395206 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:36.395731 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:36.395942 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b55188e6-a3eb-49e4-b241-b7d12e2e3930 req-4eff0649-c68d-4d5c-b449-0a6881a2a5b9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938644 Jun 27 14:13:36.413322 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-658dd4cc-e49f-4602-9145-61aa9deeb14d req-3c9e576c-a6dd-4e10-b85b-76beff011954 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779531 Jun 27 14:13:36.504589 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:36.511171 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:36.517456 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:36.517936 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:36.551383 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:36.554961 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd530e56-6a3d-4141-8999-6d68a1c0b797" -d '{"events": [{"server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "name": "network-vif-plugged", "status": "completed", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:36.577645 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:36.583788 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:36.615506 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bb1e98-1b5b-48c5-b1af-ce3e4fca8b5c x-openstack-request-id: req-03bb1e98-1b5b-48c5-b1af-ce3e4fca8b5c {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:36.615799 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "name": "network-vif-plugged", "status": "completed", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:36.616044 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03bb1e98-1b5b-48c5-b1af-ce3e4fca8b5c {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:36.616472 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bb1e98-1b5b-48c5-b1af-ce3e4fca8b5c'] response: {'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'code': 200} Jun 27 14:13:36.650696 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:37.163593 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09c565-11f5-4715-8e01-87e51314f414 req-7501c75e-8575-433f-b0fc-cd12349ac870 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:37.170222 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ca09c565-11f5-4715-8e01-87e51314f414 req-7501c75e-8575-433f-b0fc-cd12349ac870 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 950 time: 0.0843029 Jun 27 14:13:37.267977 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ca09c565-11f5-4715-8e01-87e51314f414 req-5478cc6e-3212-48dd-bb16-74e499ed97c9 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822439 Jun 27 14:13:37.631929 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33bc0b-927b-42c1-a168-4d85f53863fc req-b0bb8c8d-b112-48a1-bd9c-3fa25277a923 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:37.644815 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cc33bc0b-927b-42c1-a168-4d85f53863fc req-b0bb8c8d-b112-48a1-bd9c-3fa25277a923 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1235583 Jun 27 14:13:37.677781 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f570b2-c707-4243-aff3-16c19cd45519 req-2aadc368-3f6a-4587-a0ac-e630ceb2b9f1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:37.679300 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e9f570b2-c707-4243-aff3-16c19cd45519 req-2aadc368-3f6a-4587-a0ac-e630ceb2b9f1 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.1431365 Jun 27 14:13:37.734080 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cc33bc0b-927b-42c1-a168-4d85f53863fc req-6ce9de83-81b7-4d09-b2ff-fd3afce4a944 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881145 Jun 27 14:13:37.762744 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e9f570b2-c707-4243-aff3-16c19cd45519 req-7e755762-ed9b-406f-affd-7828a0e04ff4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767326 Jun 27 14:13:37.840726 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3e845-1b7d-42cb-83cf-f46562fc6a19 req-d9a2cd36-5db1-49e9-9b0a-07d8e2fa6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:37.844683 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d2c3e845-1b7d-42cb-83cf-f46562fc6a19 req-d9a2cd36-5db1-49e9-9b0a-07d8e2fa6f6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 1129 time: 0.0652301 Jun 27 14:13:37.904564 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:37.966566 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d2c3e845-1b7d-42cb-83cf-f46562fc6a19 req-15a25110-4de4-4778-b085-9f1a87985fff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136262 Jun 27 14:13:37.990749 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-1541742d-ec88-4eeb-9b8a-449c297fb6d5 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147779435&fields=id&tenant_id=776f23a8a2de459b9183939d76c7a2fb HTTP/1.1" status: 200 len: 267 time: 0.1037607 Jun 27 14:13:38.131581 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:38.142682 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-3acc87b7-8297-484a-acc3-9f8198abad5b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:38.144875 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-3acc87b7-8297-484a-acc3-9f8198abad5b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 811 time: 0.1461205 Jun 27 14:13:38.161818 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-ac477353-cf9b-49a0-80db-5c0ac10baf35 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/quotas/776f23a8a2de459b9183939d76c7a2fb HTTP/1.1" status: 200 len: 375 time: 0.0107098 Jun 27 14:13:38.232526 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-61593612-ab3a-4037-808e-b7b445d1f36d tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:38.234280 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-7817986e-4694-4f8a-b309-e4cd79dea6f8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658193 Jun 27 14:13:38.236674 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-61593612-ab3a-4037-808e-b7b445d1f36d tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 950 time: 0.4549387 Jun 27 14:13:38.303159 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-4f57e389-755d-4276-9ee2-a73380ff6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:38.305612 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-4f57e389-755d-4276-9ee2-a73380ff6e66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 1130 time: 0.4537766 Jun 27 14:13:38.359231 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-ae195a20-9665-4282-85ac-33830a0dbe20 service neutron] 10.222.0.43 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067572 Jun 27 14:13:38.430438 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:38.465193 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Deleting port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:13:38.465649 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:38.508185 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:38.523638 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-665167c7-7571-4fc2-826b-92854cb6ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:38.525756 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-665167c7-7571-4fc2-826b-92854cb6ba67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 917 time: 0.2117646 Jun 27 14:13:38.611588 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] For port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,segment=NetworkSegment(24379cd6-cd44-44a1-9512-f113ba7fd515),segment_id=24379cd6-cd44-44a1-9512-f113ba7fd515)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:38.612075 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:38.634765 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Calling delete_port for 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:13:38.792637 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d64f21-64e6-465d-a663-d2929ec8d96e req-2a0e229c-bf4e-46c9-b7c5-b3fc319eeeb8 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:38.801698 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98d64f21-64e6-465d-a663-d2929ec8d96e req-2a0e229c-bf4e-46c9-b7c5-b3fc319eeeb8 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 950 time: 0.3985975 Jun 27 14:13:38.816429 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (6070e4fb-76af-4152-8bf2-ef2f9f9245f2), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:38.831923 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['6070e4fb-76af-4152-8bf2-ef2f9f9245f2'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:13:38.854301 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-cbb6c94c-d570-4d87-ba73-adf5ad29cd3f service neutron] 10.222.0.43 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907088 Jun 27 14:13:38.865731 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Pushing event deleted for resources: {'Port': ['ID=6070e4fb-76af-4152-8bf2-ef2f9f9245f2,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:38.893477 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98d64f21-64e6-465d-a663-d2929ec8d96e req-46d2ecba-735c-456b-a877-6d361651970e tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/security-groups?id=0cf93b60-3f98-4b9f-8aab-395bd04c13cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900066 Jun 27 14:13:38.898890 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.899328 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.899751 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.900142 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.900535 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.900925 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.901289 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.901819 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.902317 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.903256 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.903892 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.904536 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.905143 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.905701 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:38.906344 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:39.045157 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] No DVR routers for this DVR port 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:13:39.058048 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:39.063811 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a1b640f-9b4d-40b7-aa7f-3f83c58094ad req-32a70ddc-6c97-4b89-ba14-d52daaf56f95 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.13 "DELETE /v2.0/ports/6070e4fb-76af-4152-8bf2-ef2f9f9245f2 HTTP/1.1" status: 204 len: 173 time: 0.8199251 Jun 27 14:13:39.064526 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d1dd53-a2ce-4a71-aed6-2d359e45316d', 'name': 'network-vif-deleted', 'tag': '6070e4fb-76af-4152-8bf2-ef2f9f9245f2'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:39.067952 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bfcf82-a7a7-4ae7-ac93-d9ad948cdb06" -d '{"events": [{"server_uuid": "a9d1dd53-a2ce-4a71-aed6-2d359e45316d", "name": "network-vif-deleted", "tag": "6070e4fb-76af-4152-8bf2-ef2f9f9245f2"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:39.114880 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-92b5bb2d-9cd3-47b6-a30a-a54e7340e84b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98 HTTP/1.1" status: 200 len: 1002 time: 0.2400084 Jun 27 14:13:39.222887 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-4c773e16-f117-4de1-ba2a-2944eb991d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:39.224452 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-4c773e16-f117-4de1-ba2a-2944eb991d65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 200 len: 855 time: 0.0908449 Jun 27 14:13:39.232898 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c2386-80b8-4cb4-ab0c-6a280ce12561 req-bdbee622-e072-4f68-a788-4f41188200a1 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:39.234603 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d15c2386-80b8-4cb4-ab0c-6a280ce12561 req-bdbee622-e072-4f68-a788-4f41188200a1 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1608088 Jun 27 14:13:39.324770 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d15c2386-80b8-4cb4-ab0c-6a280ce12561 req-a7f40511-939b-45c7-9b52-7748430f18f2 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802083 Jun 27 14:13:39.433581 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa595ca6-0525-49ab-84c4-3dce513e4242 req-ac2dcb99-67df-49fe-86a3-da968e10347b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:39.435380 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fa595ca6-0525-49ab-84c4-3dce513e4242 req-ac2dcb99-67df-49fe-86a3-da968e10347b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0973802 Jun 27 14:13:39.441384 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-3168207a-516a-4930-996f-23b2096cb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:39.443343 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-3168207a-516a-4930-996f-23b2096cb947 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d1575ad-e082-42db-9394-d8ba8185acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1067815 Jun 27 14:13:39.447707 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ef4999-da55-4c45-b0bf-8239145031c4 x-openstack-request-id: req-75ef4999-da55-4c45-b0bf-8239145031c4 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:39.447986 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d1dd53-a2ce-4a71-aed6-2d359e45316d", "name": "network-vif-deleted", "tag": "6070e4fb-76af-4152-8bf2-ef2f9f9245f2", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:39.448236 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75ef4999-da55-4c45-b0bf-8239145031c4 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:39.448651 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ef4999-da55-4c45-b0bf-8239145031c4'] response: {'server_uuid': 'a9d1dd53-a2ce-4a71-aed6-2d359e45316d', 'name': 'network-vif-deleted', 'tag': '6070e4fb-76af-4152-8bf2-ef2f9f9245f2', 'status': 'completed', 'code': 200} Jun 27 14:13:39.544120 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cd945ac1-785f-4235-b0a3-53ef8db27893 req-469ab1ca-298d-44df-ac2a-ad65effa44c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 210 time: 0.0598087 Jun 27 14:13:39.555764 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fa595ca6-0525-49ab-84c4-3dce513e4242 req-c297a385-412d-4884-b845-54001c519849 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139371 Jun 27 14:13:40.067154 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c8252e22-36aa-4760-8b7d-cb88bac493ec req-c1fa11e3-fc17-4334-a025-ebf2710fe85b tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 210 time: 0.0387516 Jun 27 14:13:40.247334 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-97c3d1de-f929-4774-a4af-f6f69afa3d26 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496894 Jun 27 14:13:40.452426 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc9d58a3-3aa3-4beb-8f23-83d0071efb5f req-72f8702c-ec7a-4f2c-a483-c83a8f9fbc08 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613009 Jun 27 14:13:40.535620 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c4f38-7373-4605-85e6-babc8371db8f req-aadfa7bd-4cb5-4d0e-b03f-a94a081aac0d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:40.537393 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-035c4f38-7373-4605-85e6-babc8371db8f req-aadfa7bd-4cb5-4d0e-b03f-a94a081aac0d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.0610764 Jun 27 14:13:40.623918 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-035c4f38-7373-4605-85e6-babc8371db8f req-cd7733ba-702b-403e-9387-f50ea4f46f9c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764029 Jun 27 14:13:40.737927 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4127a3c-5daf-4bd6-a331-806cfc533f29 req-234640e5-ef2c-4c44-8699-0a711a609eb8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:40.739572 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b4127a3c-5daf-4bd6-a331-806cfc533f29 req-234640e5-ef2c-4c44-8699-0a711a609eb8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0947378 Jun 27 14:13:40.741731 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e97ce603-f8f8-49d4-bc18-c25e6305a692 req-8c013f6b-5253-45ba-959b-66021a7f64f1 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 210 time: 0.0450337 Jun 27 14:13:40.801732 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b4127a3c-5daf-4bd6-a331-806cfc533f29 req-a69a9f6d-da7a-47f5-8815-26e36963733f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546899 Jun 27 14:13:40.953555 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c0ca-9a97-4b69-a1b9-6d9dcf426117 req-f545e3b9-b8e6-4467-a191-bf96b188a5b3 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:40.955387 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d22c0ca-9a97-4b69-a1b9-6d9dcf426117 req-f545e3b9-b8e6-4467-a191-bf96b188a5b3 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0722408 Jun 27 14:13:40.964594 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40742) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:40.969183 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-ba3f3ec2-c73a-46df-bf26-49cc8adc28b8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Request body: {'floatingip': {'port_id': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:41.047228 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ba3f3ec2-c73a-46df-bf26-49cc8adc28b8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for floatingip (972600f9-d500-4679-9f3f-ff9f9c5fec6e), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:41.223433 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-282da705-914d-4640-8c4f-e703ddf57e25 req-2053570a-3166-4432-b7e6-464ea0353888 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 210 time: 0.0616870 Jun 27 14:13:41.235481 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:41.355986 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:41.814286 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ba3f3ec2-c73a-46df-bf26-49cc8adc28b8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:41.822965 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac606e2-7d8f-4da4-b481-5793f2110292 req-ca9e1ba0-e375-49f0-9686-1eaffd8c82ee tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:41.824778 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6ac606e2-7d8f-4da4-b481-5793f2110292 req-ca9e1ba0-e375-49f0-9686-1eaffd8c82ee tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 946 time: 0.1213894 Jun 27 14:13:41.827275 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ba3f3ec2-c73a-46df-bf26-49cc8adc28b8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (972600f9-d500-4679-9f3f-ff9f9c5fec6e), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:41.923548 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-92eaac12-7655-42a4-b08e-254314eb8e21 req-82bf3ab9-9901-4fd3-83f4-e388956a4ed2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 210 time: 0.0557928 Jun 27 14:13:42.003363 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6ac606e2-7d8f-4da4-b481-5793f2110292 req-cddb48a4-c74f-412d-bde5-30e97b603519 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707785 Jun 27 14:13:42.017303 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-ba3f3ec2-c73a-46df-bf26-49cc8adc28b8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Floating IP 972600f9-d500-4679-9f3f-ff9f9c5fec6e associated. External IP: 172.27.2.87, port: e6c3a929-5c3b-49c5-a6ae-5518a21c9cee. Jun 27 14:13:42.236823 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3f3ec2-c73a-46df-bf26-49cc8adc28b8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Router 87bba9e9-fa93-4464-853a-72aa0ba0969d has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:13:42.355687 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:13:42.373176 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-72a1136d-33fd-49a8-b62a-ba97eab18ab7 req-f001005f-b2d7-499b-9bae-855d4c88cf94 tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 210 time: 0.0467231 Jun 27 14:13:42.376267 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:13:42.376616 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 6070e4fb-76af-4152-8bf2-ef2f9f9245f2 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:13:42.377051 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:13:42.385092 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3f3ec2-c73a-46df-bf26-49cc8adc28b8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:13:42.390289 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ba3f3ec2-c73a-46df-bf26-49cc8adc28b8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:42.405900 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] Sync routers for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:13:42.426741 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:13:42.427356 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:13:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:42.429065 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ba3f3ec2-c73a-46df-bf26-49cc8adc28b8 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "PUT /v2.0/floatingips/972600f9-d500-4679-9f3f-ff9f9c5fec6e HTTP/1.1" status: 200 len: 990 time: 1.4633486 Jun 27 14:13:42.429628 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:42.432166 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980de07f-59b6-4574-9957-de8758f4b913" -d '{"events": [{"name": "network-changed", "server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:42.471003 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9367c653-cbb4-4d86-ab52-2f10900965ed x-openstack-request-id: req-9367c653-cbb4-4d86-ab52-2f10900965ed {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:42.471293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:42.471543 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9367c653-cbb4-4d86-ab52-2f10900965ed {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:42.471952 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9367c653-cbb4-4d86-ab52-2f10900965ed'] response: {'name': 'network-changed', 'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'status': 'completed', 'code': 200} Jun 27 14:13:42.543597 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 is: ACTIVE; New status is: DOWN {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:42.543875 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:42.577183 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:13:42.582578 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:42.584722 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd29047a-c480-43a5-bf59-6edf573d87e0" -d '{"events": [{"server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "name": "network-vif-unplugged", "status": "completed", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:42.622188 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:42.626018 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dfcb3c-6252-4b3d-9004-6465e8150406 x-openstack-request-id: req-35dfcb3c-6252-4b3d-9004-6465e8150406 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:42.626321 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "name": "network-vif-unplugged", "status": "completed", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:42.626570 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35dfcb3c-6252-4b3d-9004-6465e8150406 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:42.627429 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35dfcb3c-6252-4b3d-9004-6465e8150406'] response: {'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'code': 200} Jun 27 14:13:42.629754 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:42.783626 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=8']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:42.904371 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '972600f9-d500-4679-9f3f-ff9f9c5fec6e', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'port_id': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'mac_address': 'fa:16:3e:8f:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf904e-1633-4935-b765-6643eb12770a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:13:09Z', 'updated_at': '2022-06-27T14:13:41Z', 'revision_number': 1, 'project_id': 'af0b18811427410c826e9a09cd894132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:58Z', 'revision_number': 5, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:42.933776 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] Checking router: 87bba9e9-fa93-4464-853a-72aa0ba0969d for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:13:42.942588 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:13:42.943221 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:13:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:43.055728 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:43.072018 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bd1dd135-22b6-4df9-a3ed-eb210e723984 req-36375c0a-8d9c-401f-86ad-bfc7c4742584 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 210 time: 0.0631058 Jun 27 14:13:43.075186 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:13:43.133234 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:43.198254 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678e87-7d43-42d3-8620-7da983cec10b req-33865021-dbca-4821-8d72-2033e6e76ca1 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:43.201274 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0678e87-7d43-42d3-8620-7da983cec10b req-33865021-dbca-4821-8d72-2033e6e76ca1 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0842938 Jun 27 14:13:43.235363 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de07f-59b6-4574-9957-de8758f4b913 req-03c58fb2-8c9f-4b21-babf-ccbc674a3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:43.237638 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-980de07f-59b6-4574-9957-de8758f4b913 req-03c58fb2-8c9f-4b21-babf-ccbc674a3795 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 1129 time: 0.0620079 Jun 27 14:13:43.270525 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0678e87-7d43-42d3-8620-7da983cec10b req-639a5695-21c7-45bf-bd1c-0a0ce74abb42 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612326 Jun 27 14:13:43.491446 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:43.506407 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '972600f9-d500-4679-9f3f-ff9f9c5fec6e', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'port_id': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'mac_address': 'fa:16:3e:8f:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf904e-1633-4935-b765-6643eb12770a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:13:09Z', 'updated_at': '2022-06-27T14:13:41Z', 'revision_number': 1, 'project_id': 'af0b18811427410c826e9a09cd894132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:58Z', 'revision_number': 5, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:43.516484 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ef12ae06-cd12-4823-ba05-e2600588bbb0 req-17aabf51-cd71-48bc-b62a-7681e3505a4c tempest-VolumesNegativeTest-1041267572 tempest-VolumesNegativeTest-1041267572-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9d1dd53-a2ce-4a71-aed6-2d359e45316d HTTP/1.1" status: 200 len: 210 time: 0.0406561 Jun 27 14:13:43.535498 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf098c9d-23eb-4ecd-bc16-06450abe484d None None] The sync data for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi is: [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '972600f9-d500-4679-9f3f-ff9f9c5fec6e', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'port_id': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'mac_address': 'fa:16:3e:8f:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf904e-1633-4935-b765-6643eb12770a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:13:09Z', 'updated_at': '2022-06-27T14:13:41Z', 'revision_number': 1, 'project_id': 'af0b18811427410c826e9a09cd894132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:58Z', 'revision_number': 5, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:13:43.764887 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e09f120-370f-4998-96ab-bd26f1080ad4 None None] New status for floating IP 972600f9-d500-4679-9f3f-ff9f9c5fec6e: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:13:44.108901 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de07f-59b6-4574-9957-de8758f4b913 req-beef258b-13f4-4674-b35e-08349e79cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:44.110441 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-980de07f-59b6-4574-9957-de8758f4b913 req-beef258b-13f4-4674-b35e-08349e79cce4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.1547110 Jun 27 14:13:44.185461 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-beb39d06-95a5-4daf-8e89-43340ff25f61 req-84fbc876-6ada-4074-9112-b66a49c74983 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 210 time: 0.0314398 Jun 27 14:13:44.411012 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe8afe-cf92-4dca-a47e-008be021f0f8 req-548641ee-0d07-41af-a67b-b4ee94ce55fb tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:44.412519 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6fe8afe-cf92-4dca-a47e-008be021f0f8 req-548641ee-0d07-41af-a67b-b4ee94ce55fb tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0562327 Jun 27 14:13:44.434667 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:44.469266 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6fe8afe-cf92-4dca-a47e-008be021f0f8 req-33d6c8f1-0a9f-4867-948e-200e8492bf98 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482545 Jun 27 14:13:45.052546 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:45.114007 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-62942a41-2943-4dbd-90ab-d1f48c8e7c3f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:45.115858 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-62942a41-2943-4dbd-90ab-d1f48c8e7c3f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 811 time: 0.3747931 Jun 27 14:13:45.125369 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:45.141221 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-980de07f-59b6-4574-9957-de8758f4b913 req-3a9f1246-9004-4375-ba60-a7d660755d66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee HTTP/1.1" status: 200 len: 1000 time: 0.4142411 Jun 27 14:13:45.206900 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-e1353d78-3ee0-4ac5-8654-be920abb3d93 req-7e8be7ee-5815-4a20-beb8-410644233649 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:13:45.207932 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e1353d78-3ee0-4ac5-8654-be920abb3d93 req-7e8be7ee-5815-4a20-beb8-410644233649 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064781 Jun 27 14:13:45.271446 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a4b86f17-c487-42b5-b24c-d9a656d3747c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=776f23a8a2de459b9183939d76c7a2fb HTTP/1.1" status: 200 len: 379 time: 0.1403453 Jun 27 14:13:45.283248 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'port': {'device_id': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'admin_state_up': True, 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'security_groups': ['b271503f-82f5-48a6-9ce3-e522f9dbffd2']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:45.292552 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de07f-59b6-4574-9957-de8758f4b913 req-f7aea23c-ca3e-40d3-b6cd-71a8e5dc1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:45.295128 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-980de07f-59b6-4574-9957-de8758f4b913 req-f7aea23c-ca3e-40d3-b6cd-71a8e5dc1f1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.1304502 Jun 27 14:13:45.362186 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-73b2fe37-8623-4161-b779-0b3bd4094526 req-b1233530-7369-4288-af7c-9722b98bfb8a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 210 time: 0.0544193 Jun 27 14:13:45.369008 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de07f-59b6-4574-9957-de8758f4b913 req-a48aeb6a-d836-4e97-8381-b9c8607205c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:45.371512 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-980de07f-59b6-4574-9957-de8758f4b913 req-a48aeb6a-d836-4e97-8381-b9c8607205c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639889 Jun 27 14:13:45.566730 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61f697-a189-4dcc-98e9-1b51e3a20241 req-181e7c4c-e0a5-4868-86ac-b08169c4dc77 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:45.567193 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Made reservation on behalf of 776f23a8a2de459b9183939d76c7a2fb for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:13:45.569725 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2a61f697-a189-4dcc-98e9-1b51e3a20241 req-181e7c4c-e0a5-4868-86ac-b08169c4dc77 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0924051 Jun 27 14:13:45.574753 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:45.582171 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-980de07f-59b6-4574-9957-de8758f4b913 req-51a4bf91-155c-4e6a-b78e-a8503a84ab3b service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823373 Jun 27 14:13:45.639123 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d5b46c86-0d46-4ff1-b109-87a16ac8a747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:45.669909 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2a61f697-a189-4dcc-98e9-1b51e3a20241 req-022b7e60-1b30-4f9a-ba4a-378fc777187d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944571 Jun 27 14:13:45.833554 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-980de07f-59b6-4574-9957-de8758f4b913 req-1c107f40-84da-4056-9c78-266b8ff72278 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322221 Jun 27 14:13:45.846744 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Allocated IP 172.20.0.6 (8fb02f13-7fd9-486a-8e55-0cda9370b358/80bed61e-cd3e-4296-b188-91dcd38fc5a6/85bde031-65e1-47ff-8196-3d64b35cb248) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:13:45.932269 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c657b01-50c0-4cfa-9301-24213d9ccc61 req-031995ac-e715-4a4d-81e6-2b5b7c3a2fa5 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:45.936507 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c657b01-50c0-4cfa-9301-24213d9ccc61 req-031995ac-e715-4a4d-81e6-2b5b7c3a2fa5 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.0808358 Jun 27 14:13:46.038956 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c657b01-50c0-4cfa-9301-24213d9ccc61 req-43fa5408-bad8-4df3-830f-65c6aa0c2b54 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951347 Jun 27 14:13:46.069501 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40914) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:46.089048 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for port (85bde031-65e1-47ff-8196-3d64b35cb248), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:46.141140 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:46.203466 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:46.210175 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:46.213313 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:13:46.222053 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:46.228051 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'Port': ['ID=85bde031-65e1-47ff-8196-3d64b35cb248,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:46.230996 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:13:46.237347 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:46.238412 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:46.267647 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-a59feb06-c495-4286-b786-51c0be108d9d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9888554 Jun 27 14:13:46.282987 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Request body: {'port': {'device_id': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:46.369514 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:46.422841 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27173ab-445c-4f9d-b6c0-a7151b10439a tempest-TestMinimumBasicScenario-1062276966 tempest-TestMinimumBasicScenario-1062276966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:46.424172 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b27173ab-445c-4f9d-b6c0-a7151b10439a tempest-TestMinimumBasicScenario-1062276966 tempest-TestMinimumBasicScenario-1062276966-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 1124 time: 0.3531766 Jun 27 14:13:46.427544 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40932) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:46.433891 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'port_id': '47376262-110a-4170-b652-ef61eeb43931', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:46.526011 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:46.561383 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5d553-51bf-482b-ab16-c0df1bdd42c4 req-70d1c10c-b6a7-4b46-8987-57b461cfe1f8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:46.563000 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1f5d553-51bf-482b-ab16-c0df1bdd42c4 req-70d1c10c-b6a7-4b46-8987-57b461cfe1f8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 931 time: 0.0975938 Jun 27 14:13:46.631168 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-300dd853-cd03-48b1-80d8-f399c784b2a5 None None] Provisioning complete for port 85bde031-65e1-47ff-8196-3d64b35cb248 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:46.634121 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-300dd853-cd03-48b1-80d8-f399c784b2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:46.668032 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1f5d553-51bf-482b-ab16-c0df1bdd42c4 req-c5892360-fc1c-4f14-85a2-51b447e3c5f1 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925720 Jun 27 14:13:46.669397 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:46.725481 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-300dd853-cd03-48b1-80d8-f399c784b2a5 None None] Port 85bde031-65e1-47ff-8196-3d64b35cb248 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:13:46.754290 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40954) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:46.891401 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85bde031-65e1-47ff-8196-3d64b35cb248 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:13:46.904491 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Publish callbacks [] for port (85bde031-65e1-47ff-8196-3d64b35cb248), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:46.926806 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Transition to ACTIVE for port object 85bde031-65e1-47ff-8196-3d64b35cb248 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:13:46.932605 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:47.000569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Pushing event updated for resources: {'Port': ['ID=85bde031-65e1-47ff-8196-3d64b35cb248,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:47.037620 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Attempting to bind port 85bde031-65e1-47ff-8196-3d64b35cb248 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:13:47.037967 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Attempting to bind port 85bde031-65e1-47ff-8196-3d64b35cb248 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:13:47.038303 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Attempting to bind port 85bde031-65e1-47ff-8196-3d64b35cb248 on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:47.048706 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Port 85bde031-65e1-47ff-8196-3d64b35cb248 on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:13:47.049037 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Attempting to bind port 85bde031-65e1-47ff-8196-3d64b35cb248 on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:13:47.057219 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:13:47.057569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Checking segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:13:47.057956 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Bound using segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:13:47.058392 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Bound port: 85bde031-65e1-47ff-8196-3d64b35cb248, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:13:47.058808 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:47.140049 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] For port 85bde031-65e1-47ff-8196-3d64b35cb248, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:13:47.144902 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] For port 85bde031-65e1-47ff-8196-3d64b35cb248, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=85bde031-65e1-47ff-8196-3d64b35cb248,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:13:47.154837 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:47.165608 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08151386-2418-4440-95fa-b9586e9b6b20 req-5ac9fc65-fcfd-4aa7-a8f0-a5a59e233fd2 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:47.175849 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-08151386-2418-4440-95fa-b9586e9b6b20 req-5ac9fc65-fcfd-4aa7-a8f0-a5a59e233fd2 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.1516206 Jun 27 14:13:47.203252 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:47.205992 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:47.207463 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Allocated IP 172.27.2.27 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/b646e510-130f-4438-bdfb-086d86bc42da) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:13:47.208885 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] 10.222.0.13 "PUT /v2.0/ports/85bde031-65e1-47ff-8196-3d64b35cb248 HTTP/1.1" status: 200 len: 1093 time: 0.9314883 Jun 27 14:13:47.209838 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'tag': '85bde031-65e1-47ff-8196-3d64b35cb248'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:47.225561 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b35fad2-af58-42eb-9a4c-04bb74522f56" -d '{"events": [{"name": "network-changed", "server_uuid": "a60941b4-0c1b-4647-8332-0c5370d50bea", "tag": "85bde031-65e1-47ff-8196-3d64b35cb248"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:47.316245 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-f82456f9-5cec-4a56-9c97-4872981f9d2b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5607984 Jun 27 14:13:47.323286 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e5bfa1-c260-4c86-96af-bdfe1e4e1ec0 x-openstack-request-id: req-15e5bfa1-c260-4c86-96af-bdfe1e4e1ec0 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:47.323606 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60941b4-0c1b-4647-8332-0c5370d50bea", "tag": "85bde031-65e1-47ff-8196-3d64b35cb248", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:47.324576 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15e5bfa1-c260-4c86-96af-bdfe1e4e1ec0 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:47.326894 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e5bfa1-c260-4c86-96af-bdfe1e4e1ec0'] response: {'name': 'network-changed', 'server_uuid': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'tag': '85bde031-65e1-47ff-8196-3d64b35cb248', 'status': 'completed', 'code': 200} Jun 27 14:13:47.332622 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-e53f4429-41c5-474b-8ac6-489199af80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:47.334259 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-e53f4429-41c5-474b-8ac6-489199af80ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 1127 time: 0.0710750 Jun 27 14:13:47.335046 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a691276-df02-4449-97e7-2b708ed45046 service neutron] Pushing event updated for resources: {'Port': ['ID=85bde031-65e1-47ff-8196-3d64b35cb248,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:47.368212 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-b97b3b9f-c557-4ecf-970a-5dcbd1cb5728 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:13:47.371455 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-b97b3b9f-c557-4ecf-970a-5dcbd1cb5728 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0350013 Jun 27 14:13:47.381916 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-08151386-2418-4440-95fa-b9586e9b6b20 req-2ce69e60-5833-4e50-8a8b-63fad22b980c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051175 Jun 27 14:13:47.427186 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-66a81afc-dee0-4843-af82-e4407b2d825b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85bde031-65e1-47ff-8196-3d64b35cb248 HTTP/1.1" status: 200 len: 217 time: 0.0777059 Jun 27 14:13:47.471623 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41020) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:47.513549 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:47.535240 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for port (b646e510-130f-4438-bdfb-086d86bc42da), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:47.540026 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-49a565ce-9ba9-495f-bbdb-8d91e4531cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:47.542342 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-49a565ce-9ba9-495f-bbdb-8d91e4531cbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.1067264 Jun 27 14:13:47.579204 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (b646e510-130f-4438-bdfb-086d86bc42da), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:47.610762 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-c88670d8-03bb-4541-add9-2a956da31bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:47.612277 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-c88670d8-03bb-4541-add9-2a956da31bd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584915 Jun 27 14:13:47.638398 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:47.675952 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:13:47.684491 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:13:47.689092 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'Port': ['ID=b646e510-130f-4438-bdfb-086d86bc42da,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:47.694057 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:13:47.719520 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:47.742298 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-5f7b310b-d237-45dc-98da-97344e57e4c8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:47.744178 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-5f7b310b-d237-45dc-98da-97344e57e4c8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports/54db75c8-61ae-40ca-8fb3-09cac5ba5f98 HTTP/1.1" status: 200 len: 941 time: 0.2658956 Jun 27 14:13:47.748955 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.749472 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.749969 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.750477 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.751004 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.751493 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.752059 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.752570 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.752910 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.753249 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.753583 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.753915 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.754244 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.754575 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.754930 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:13:47.779970 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-3f827f2e-08c4-4cbc-a535-2d964a16e489 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580234 Jun 27 14:13:47.831226 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:47.853698 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a5b88bd-c179-4053-b1f1-77e072a45a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:47.932248 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bf244-f748-4ac1-bdbe-61a9dc57aa78 req-e4749918-8e66-47b5-bd2f-6f1dfbfe8f3f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:47.933728 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ed7bf244-f748-4ac1-bdbe-61a9dc57aa78 req-e4749918-8e66-47b5-bd2f-6f1dfbfe8f3f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.1181095 Jun 27 14:13:47.956241 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-181c2d18-28c3-4253-a6e9-16a285570bb4 req-77c667fa-afa2-417a-88ec-30d91a73fad6 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637850 Jun 27 14:13:48.039642 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ed7bf244-f748-4ac1-bdbe-61a9dc57aa78 req-a32cc5e9-9e09-49c6-8fc5-344759cb23a9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958569 Jun 27 14:13:48.303479 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-db1dbc83-1c33-4123-a51d-28d2020f77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:48.306032 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-db1dbc83-1c33-4123-a51d-28d2020f77b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 1127 time: 0.0591493 Jun 27 14:13:48.344849 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for floatingip (0e1c8a0c-3290-45cf-9c9e-eb687565686e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:48.386122 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:13:48.435926 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-7dd9d22a-be79-45a3-90d7-bda07feaf60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:48.437436 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-7dd9d22a-be79-45a3-90d7-bda07feaf60a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 912 time: 0.1221304 Jun 27 14:13:48.446045 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (b646e510-130f-4438-bdfb-086d86bc42da), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:48.496512 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-99670332-187e-4eaf-9287-10e49d8af150 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85bde031-65e1-47ff-8196-3d64b35cb248 HTTP/1.1" status: 200 len: 217 time: 0.0443375 Jun 27 14:13:48.517224 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 is: DOWN; New status is: DOWN {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:48.573126 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-0e8d0e64-032f-43c0-8b8d-01ab834fe682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:48.574943 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-0e8d0e64-032f-43c0-8b8d-01ab834fe682 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.0665882 Jun 27 14:13:48.594695 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f2f62-f2da-4e11-a05b-f96497581d2a req-fcebf54b-8bb7-47c0-abe5-ca1d0c4daff0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:48.595668 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bc8f2f62-f2da-4e11-a05b-f96497581d2a req-fcebf54b-8bb7-47c0-abe5-ca1d0c4daff0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0662334 Jun 27 14:13:48.640621 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-27576bee-774a-4027-a992-b7d4574f7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:48.642496 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-27576bee-774a-4027-a992-b7d4574f7e80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600061 Jun 27 14:13:48.668980 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:48.738268 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bc8f2f62-f2da-4e11-a05b-f96497581d2a req-b0b8eeaf-75a0-41ac-a236-55adfadd6155 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317403 Jun 27 14:13:48.769396 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for port (b646e510-130f-4438-bdfb-086d86bc42da), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:48.776805 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (b646e510-130f-4438-bdfb-086d86bc42da), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:48.806489 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:48.824641 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-aeed8fef-409c-4b6f-98cb-16377a7982fd service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752605 Jun 27 14:13:48.861785 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'Port': ['ID=b646e510-130f-4438-bdfb-086d86bc42da,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:48.891134 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (0e1c8a0c-3290-45cf-9c9e-eb687565686e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:48.962732 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b35fad2-af58-42eb-9a4c-04bb74522f56 req-05590473-5b72-47b5-b0f2-ead2a12aed31 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309037 Jun 27 14:13:48.987969 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:13:49.002964 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Floating IP 0e1c8a0c-3290-45cf-9c9e-eb687565686e associated. External IP: 172.27.2.27, port: 47376262-110a-4170-b652-ef61eeb43931. Jun 27 14:13:49.194389 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb501a-d1d8-419c-b76a-71aa58ed037f req-4cd46d81-2f93-4288-9762-78f38ac1a8b5 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:49.195866 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-43bb501a-d1d8-419c-b76a-71aa58ed037f req-4cd46d81-2f93-4288-9762-78f38ac1a8b5 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0869935 Jun 27 14:13:49.291969 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-43bb501a-d1d8-419c-b76a-71aa58ed037f req-0df1d913-0382-49a8-b2dc-cb4c9a2ade4d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717969 Jun 27 14:13:49.293930 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Router d5c4b332-912d-454a-a5ae-42c2de3b351b has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:13:49.298011 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.413036 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:13:49.424060 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] Sync routers for ids ['d5c4b332-912d-454a-a5ae-42c2de3b351b'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:13:49.434830 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.437129 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] Routers {'d5c4b332-912d-454a-a5ae-42c2de3b351b'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:13:49.437854 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:13:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['d5c4b332-912d-454a-a5ae-42c2de3b351b'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:49.472997 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-72ec9404-07da-432e-b484-c7899fd8a541 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0440562 Jun 27 14:13:49.473592 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'tag': '47376262-110a-4170-b652-ef61eeb43931'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:49.476232 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd99c8-44f9-40d6-97ea-6284c6dd5682" -d '{"events": [{"name": "network-changed", "server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "tag": "47376262-110a-4170-b652-ef61eeb43931"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:49.476615 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41116) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:49.481714 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e2a3580d-a3a9-49cd-8d89-bb15636dac51 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057268782', 'description': 'tempest-secgroup-smoke-2057268782 description', 'project_id': '05c1d547616744d0972e9ae67dda5ac9'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:49.508709 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e2a3580d-a3a9-49cd-8d89-bb15636dac51 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.547439 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffd51e4-71ce-4d6a-baf8-6dfd1df045a1 x-openstack-request-id: req-fffd51e4-71ce-4d6a-baf8-6dfd1df045a1 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:49.547730 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "tag": "47376262-110a-4170-b652-ef61eeb43931", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:49.547987 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fffd51e4-71ce-4d6a-baf8-6dfd1df045a1 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:49.548844 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fffd51e4-71ce-4d6a-baf8-6dfd1df045a1'] response: {'name': 'network-changed', 'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'tag': '47376262-110a-4170-b652-ef61eeb43931', 'status': 'completed', 'code': 200} Jun 27 14:13:49.592804 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] Set router d5c4b332-912d-454a-a5ae-42c2de3b351b gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:13:49.627181 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-d8c0b6f7-3d48-41d4-be3b-d9b142785ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:49.628678 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-d8c0b6f7-3d48-41d4-be3b-d9b142785ea0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05c1d547616744d0972e9ae67dda5ac9&device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 1129 time: 0.0566645 Jun 27 14:13:49.641911 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e2a3580d-a3a9-49cd-8d89-bb15636dac51 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group (b8786ae2-0244-492e-97fa-674a543406c1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.665558 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e2a3580d-a3a9-49cd-8d89-bb15636dac51 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (b8786ae2-0244-492e-97fa-674a543406c1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.734065 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e2a3580d-a3a9-49cd-8d89-bb15636dac51 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.735130 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e2a3580d-a3a9-49cd-8d89-bb15636dac51 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2572474 Jun 27 14:13:49.738277 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41120) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:49.743500 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-b2ffab91-63cd-4b17-b33b-4b0d9e3ba6c9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'security_group_rule': {'security_group_id': 'b8786ae2-0244-492e-97fa-674a543406c1', 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:49.747455 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3580d-a3a9-49cd-8d89-bb15636dac51 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8786ae2-0244-492e-97fa-674a543406c1,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:49.768008 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-1e2198c6-cdee-4791-bc18-c0a702ee4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:49.769504 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-1e2198c6-cdee-4791-bc18-c0a702ee4233 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4 HTTP/1.1" status: 200 len: 916 time: 0.1261766 Jun 27 14:13:49.778615 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b2ffab91-63cd-4b17-b33b-4b0d9e3ba6c9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (8bc4599b-c3d0-43f7-87cb-1f36a9221399), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.851863 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:49.855144 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b2ffab91-63cd-4b17-b33b-4b0d9e3ba6c9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (8bc4599b-c3d0-43f7-87cb-1f36a9221399), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.866675 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b2ffab91-63cd-4b17-b33b-4b0d9e3ba6c9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (8bc4599b-c3d0-43f7-87cb-1f36a9221399), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.875347 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:21Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '0e1c8a0c-3290-45cf-9c9e-eb687565686e', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'port_id': '47376262-110a-4170-b652-ef61eeb43931', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'mac_address': 'fa:16:3e:bd:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:13:48Z', 'updated_at': '2022-06-27T14:13:48Z', 'revision_number': 0, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e3a7ee-b43f-4558-8c68-12b5a65fec18', 'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'mac_address': 'fa:16:3e:25:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:20Z', 'updated_at': '2022-06-27T14:12:27Z', 'revision_number': 5, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'subnets': [{'id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:49.902143 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] Checking router: d5c4b332-912d-454a-a5ae-42c2de3b351b for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:13:49.911379 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] Routers {'d5c4b332-912d-454a-a5ae-42c2de3b351b'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:13:49.912004 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:13:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['d5c4b332-912d-454a-a5ae-42c2de3b351b'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:49.913933 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffab91-63cd-4b17-b33b-4b0d9e3ba6c9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc4599b-c3d0-43f7-87cb-1f36a9221399,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:49.925185 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7792-1c6f-4920-b500-be20491633e8 req-0b43bc43-b71d-4fd5-8cee-b384c60defd8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:49.927032 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-187d7792-1c6f-4920-b500-be20491633e8 req-0b43bc43-b71d-4fd5-8cee-b384c60defd8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0759468 Jun 27 14:13:49.931397 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b2ffab91-63cd-4b17-b33b-4b0d9e3ba6c9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.932896 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b2ffab91-63cd-4b17-b33b-4b0d9e3ba6c9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1932528 Jun 27 14:13:49.936152 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41124) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:49.940850 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-7f45dec0-dd8e-47cc-aa5f-333dad6d47b0 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'security_group_rule': {'security_group_id': 'b8786ae2-0244-492e-97fa-674a543406c1', 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:49.946266 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:49.975281 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f45dec0-dd8e-47cc-aa5f-333dad6d47b0 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (21f65616-4a73-4c5c-b370-35e3f6b53aab), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:49.985231 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-187d7792-1c6f-4920-b500-be20491633e8 req-0b2bea10-5144-4e41-bcf5-443ae5e4f3b8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509584 Jun 27 14:13:50.036256 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:50.044280 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] Set router d5c4b332-912d-454a-a5ae-42c2de3b351b gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:13:50.077273 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:50.110668 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:50.158770 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f45dec0-dd8e-47cc-aa5f-333dad6d47b0 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (21f65616-4a73-4c5c-b370-35e3f6b53aab), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.174918 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f45dec0-dd8e-47cc-aa5f-333dad6d47b0 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (21f65616-4a73-4c5c-b370-35e3f6b53aab), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.185160 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-9a5451e6-1c69-4f1f-bad2-1531ad4d6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:50.186744 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-9a5451e6-1c69-4f1f-bad2-1531ad4d6316 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84&tenant_id=12a08b9d2c92484481315d29fafa47c2 HTTP/1.1" status: 200 len: 1128 time: 0.1118920 Jun 27 14:13:50.194330 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-fe875f07-fc13-4062-9e88-527820a2b3fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 200 len: 998 time: 0.1585193 Jun 27 14:13:50.209339 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45dec0-dd8e-47cc-aa5f-333dad6d47b0 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f65616-4a73-4c5c-b370-35e3f6b53aab,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:50.271778 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f45dec0-dd8e-47cc-aa5f-333dad6d47b0 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.276475 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7f45dec0-dd8e-47cc-aa5f-333dad6d47b0 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3392773 Jun 27 14:13:50.276697 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41132) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:50.286656 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-31892b0b-df31-4aa6-badc-776cec2dd5fb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'security_group_rule': {'security_group_id': 'b8786ae2-0244-492e-97fa-674a543406c1', 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:50.296582 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-e83b2253-fb8c-478f-9c67-43cb36940352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:50.298553 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-e83b2253-fb8c-478f-9c67-43cb36940352 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 1128 time: 0.0869699 Jun 27 14:13:50.300039 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-9f1d9ec1-1518-4cbf-b911-62e47c5a4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:50.301418 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-9f1d9ec1-1518-4cbf-b911-62e47c5a4991 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be33c672-9aa2-47b1-9175-11b416ef46b6 HTTP/1.1" status: 200 len: 854 time: 0.1020327 Jun 27 14:13:50.343726 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:21Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '0e1c8a0c-3290-45cf-9c9e-eb687565686e', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'port_id': '47376262-110a-4170-b652-ef61eeb43931', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'mac_address': 'fa:16:3e:bd:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:13:48Z', 'updated_at': '2022-06-27T14:13:48Z', 'revision_number': 0, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e3a7ee-b43f-4558-8c68-12b5a65fec18', 'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'mac_address': 'fa:16:3e:25:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:20Z', 'updated_at': '2022-06-27T14:12:27Z', 'revision_number': 5, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'subnets': [{'id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:13:50.375420 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-31892b0b-df31-4aa6-badc-776cec2dd5fb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (fcf25eef-a027-4669-adf6-b69d5c3f5eca), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.382050 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-9c141dbe-f7f6-487d-b6d5-e82c0f73f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:50.385138 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-9c141dbe-f7f6-487d-b6d5-e82c0f73f3e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590405 Jun 27 14:13:50.388458 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57a5633-593a-4de3-afbb-3ef63ba7944f None None] The sync data for ids ['d5c4b332-912d-454a-a5ae-42c2de3b351b'] in dv-cinder-841125-9-iscsi is: [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:21Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '0e1c8a0c-3290-45cf-9c9e-eb687565686e', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'port_id': '47376262-110a-4170-b652-ef61eeb43931', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'mac_address': 'fa:16:3e:bd:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:13:48Z', 'updated_at': '2022-06-27T14:13:48Z', 'revision_number': 0, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e3a7ee-b43f-4558-8c68-12b5a65fec18', 'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'mac_address': 'fa:16:3e:25:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:20Z', 'updated_at': '2022-06-27T14:12:27Z', 'revision_number': 5, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'subnets': [{'id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:13:50.486282 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41142) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:50.505469 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ce6f0-feea-46b0-ad7c-5f7010c5e985 req-218bd5bc-757c-4276-a61e-ba4e403b5dcd tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:50.507179 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a17ce6f0-feea-46b0-ad7c-5f7010c5e985 req-218bd5bc-757c-4276-a61e-ba4e403b5dcd tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0673842 Jun 27 14:13:50.518889 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:50.532603 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-31892b0b-df31-4aa6-badc-776cec2dd5fb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (fcf25eef-a027-4669-adf6-b69d5c3f5eca), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.546243 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-31892b0b-df31-4aa6-badc-776cec2dd5fb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (fcf25eef-a027-4669-adf6-b69d5c3f5eca), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.584334 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-c4e5e1ed-ce7b-4eeb-9714-fe96d6ae8a04 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782169 Jun 27 14:13:50.585686 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-2d2b2a64-c760-4ca9-acf1-c8e6da93e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:50.587241 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-2d2b2a64-c760-4ca9-acf1-c8e6da93e188 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 917 time: 0.2779243 Jun 27 14:13:50.603815 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a17ce6f0-feea-46b0-ad7c-5f7010c5e985 req-f7650121-8898-4454-aafc-ea15aa9c4e63 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889537 Jun 27 14:13:50.607261 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31892b0b-df31-4aa6-badc-776cec2dd5fb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf25eef-a027-4669-adf6-b69d5c3f5eca,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:50.624293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-31892b0b-df31-4aa6-badc-776cec2dd5fb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.625597 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-31892b0b-df31-4aa6-badc-776cec2dd5fb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3476696 Jun 27 14:13:50.628768 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41150) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:50.635123 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-13c9dc57-44c0-48c0-8282-358018c46d29 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'security_group_rule': {'security_group_id': 'b8786ae2-0244-492e-97fa-674a543406c1', 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:50.675810 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-13c9dc57-44c0-48c0-8282-358018c46d29 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (5c743a85-289b-4040-8ab7-551f49ba7677), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.685737 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d13ca-f388-464a-bb9e-e664c895609a None None] New status for floating IP 0e1c8a0c-3290-45cf-9c9e-eb687565686e: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:13:50.771590 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-13c9dc57-44c0-48c0-8282-358018c46d29 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (5c743a85-289b-4040-8ab7-551f49ba7677), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.776377 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-13c9dc57-44c0-48c0-8282-358018c46d29 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (5c743a85-289b-4040-8ab7-551f49ba7677), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.798767 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9dc57-44c0-48c0-8282-358018c46d29 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c743a85-289b-4040-8ab7-551f49ba7677,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:50.803639 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-13c9dc57-44c0-48c0-8282-358018c46d29 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.808308 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-13c9dc57-44c0-48c0-8282-358018c46d29 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1783283 Jun 27 14:13:50.809402 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41152) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:50.813895 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-73ff3005-616e-4f9c-96b9-1a3c72ba2430 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'security_group_rule': {'security_group_id': 'b8786ae2-0244-492e-97fa-674a543406c1', 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:50.836892 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.securitygroups_db [None req-73ff3005-616e-4f9c-96b9-1a3c72ba2430 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Project 05c1d547616744d0972e9ae67dda5ac9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 14:13:50.843230 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-73ff3005-616e-4f9c-96b9-1a3c72ba2430 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (e30d9e68-131a-4bdd-9395-f83290059baf), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.895870 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.915521 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-73ff3005-616e-4f9c-96b9-1a3c72ba2430 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (e30d9e68-131a-4bdd-9395-f83290059baf), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.921384 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-73ff3005-616e-4f9c-96b9-1a3c72ba2430 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (e30d9e68-131a-4bdd-9395-f83290059baf), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.936705 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff3005-616e-4f9c-96b9-1a3c72ba2430 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30d9e68-131a-4bdd-9395-f83290059baf,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:50.961828 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-73ff3005-616e-4f9c-96b9-1a3c72ba2430 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:50.969061 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-73ff3005-616e-4f9c-96b9-1a3c72ba2430 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1583707 Jun 27 14:13:50.969954 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41158) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:50.977107 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-47363d84-f2e3-480a-9573-2a0ef8f8177f tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'security_group_rule': {'security_group_id': 'b8786ae2-0244-492e-97fa-674a543406c1', 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:50.994729 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.003983 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-3e8deec3-a12f-41cd-a53e-d1171b001291 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98 HTTP/1.1" status: 200 len: 1000 time: 0.3969219 Jun 27 14:13:51.007305 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.securitygroups_db [None req-47363d84-f2e3-480a-9573-2a0ef8f8177f tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Project 05c1d547616744d0972e9ae67dda5ac9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 14:13:51.014743 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-47363d84-f2e3-480a-9573-2a0ef8f8177f tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (abd56b68-f7e2-4343-aa8f-42bdbe3c8672), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.046594 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:51.064807 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b2ed52e4-b4af-4f6f-93e0-bea495a8754d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ce6603402504e9fb874f94d3736afcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5755219 Jun 27 14:13:51.069925 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41162) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:13:51.112277 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-bc3c2cf9-03ec-41b5-81b1-22dc179adf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:51.113744 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-bc3c2cf9-03ec-41b5-81b1-22dc179adf4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 200 len: 855 time: 0.1011877 Jun 27 14:13:51.115529 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cedd99c8-44f9-40d6-97ea-6284c6dd5682 req-8f971e5a-d035-4989-9c37-e85e36186b4d service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172701 Jun 27 14:13:51.124774 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-47363d84-f2e3-480a-9573-2a0ef8f8177f tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (abd56b68-f7e2-4343-aa8f-42bdbe3c8672), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.133176 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-47363d84-f2e3-480a-9573-2a0ef8f8177f tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (abd56b68-f7e2-4343-aa8f-42bdbe3c8672), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.168316 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e1113-2d62-449d-8de4-2057973d960c req-08e02e0e-7de9-468c-b5b6-986833acdda7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:51.169821 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e45e1113-2d62-449d-8de4-2057973d960c req-08e02e0e-7de9-468c-b5b6-986833acdda7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0810466 Jun 27 14:13:51.169950 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5f62a7e-f5be-4631-9ca7-36b2a99734fa admin admin] Publish callbacks [] for security_group (0cf93b60-3f98-4b9f-8aab-395bd04c13cd), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.172418 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-47363d84-f2e3-480a-9573-2a0ef8f8177f tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.176684 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-47363d84-f2e3-480a-9573-2a0ef8f8177f tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2013652 Jun 27 14:13:51.176922 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:51.177040 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47363d84-f2e3-480a-9573-2a0ef8f8177f tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd56b68-f7e2-4343-aa8f-42bdbe3c8672,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:51.206886 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-fd4d21f0-489f-4b50-b63b-f5113f5bbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:51.209867 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-fd4d21f0-489f-4b50-b63b-f5113f5bbaed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d1575ad-e082-42db-9394-d8ba8185acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666938 Jun 27 14:13:51.210968 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5f62a7e-f5be-4631-9ca7-36b2a99734fa admin admin] Publish callbacks [] for security_group (0cf93b60-3f98-4b9f-8aab-395bd04c13cd), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.246480 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e45e1113-2d62-449d-8de4-2057973d960c req-e7b73571-18ef-4461-b5be-b0dd65f125bb tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625346 Jun 27 14:13:51.281584 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-9f062005-69e2-4a54-a444-24e58064def6 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057268782&fields=id&tenant_id=05c1d547616744d0972e9ae67dda5ac9 HTTP/1.1" status: 200 len: 267 time: 0.0593042 Jun 27 14:13:51.328633 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-6e8367e9-afc1-44ef-8544-1b1ac18d0e62 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097386 Jun 27 14:13:51.333581 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5f62a7e-f5be-4631-9ca7-36b2a99734fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (0cf93b60-3f98-4b9f-8aab-395bd04c13cd), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.335475 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-f7fe5360-36dd-444f-9085-92e606e5d54a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:51.336660 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5f62a7e-f5be-4631-9ca7-36b2a99734fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.337047 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-f7fe5360-36dd-444f-9085-92e606e5d54a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.0501547 Jun 27 14:13:51.338165 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d5f62a7e-f5be-4631-9ca7-36b2a99734fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cf93b60-3f98-4b9f-8aab-395bd04c13cd HTTP/1.1" status: 204 len: 168 time: 0.2673271 Jun 27 14:13:51.357477 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f62a7e-f5be-4631-9ca7-36b2a99734fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf93b60-3f98-4b9f-8aab-395bd04c13cd,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:51.371047 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-74dbfae1-e1ec-438d-ae8a-f33ed8d9dc6d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'port': {'security_groups': ['5e0cf665-d5a3-489f-978b-8ad00dfbb273', 'b8786ae2-0244-492e-97fa-674a543406c1']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:13:51.411693 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:51.443753 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-25362da1-5bb6-473c-9f07-299e3416c7c0 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959091 Jun 27 14:13:51.468403 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-74dbfae1-e1ec-438d-ae8a-f33ed8d9dc6d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (47376262-110a-4170-b652-ef61eeb43931), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.601120 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=6,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:51.771275 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-74dbfae1-e1ec-438d-ae8a-f33ed8d9dc6d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] For port 47376262-110a-4170-b652-ef61eeb43931, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=47376262-110a-4170-b652-ef61eeb43931,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:13:51.793244 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982671bc-bb5e-4d23-b593-41daf7a69011 req-132432e5-fe4f-4faf-952f-799433d58912 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:51.794845 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-982671bc-bb5e-4d23-b593-41daf7a69011 req-132432e5-fe4f-4faf-952f-799433d58912 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0776613 Jun 27 14:13:51.819652 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-74dbfae1-e1ec-438d-ae8a-f33ed8d9dc6d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for port (47376262-110a-4170-b652-ef61eeb43931), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.827638 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-74dbfae1-e1ec-438d-ae8a-f33ed8d9dc6d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (47376262-110a-4170-b652-ef61eeb43931), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.840637 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['47376262-110a-4170-b652-ef61eeb43931'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:13:51.927999 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbfae1-e1ec-438d-ae8a-f33ed8d9dc6d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'Port': ['ID=47376262-110a-4170-b652-ef61eeb43931,revision_number=6']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:13:51.941517 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-74dbfae1-e1ec-438d-ae8a-f33ed8d9dc6d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:51.942212 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-74dbfae1-e1ec-438d-ae8a-f33ed8d9dc6d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:51.943929 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3cac923c-6b05-4052-ba2f-f0b008b9fdf7 req-74dbfae1-e1ec-438d-ae8a-f33ed8d9dc6d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "PUT /v2.0/ports/47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 200 len: 981 time: 0.5903740 Jun 27 14:13:51.944838 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'tag': '47376262-110a-4170-b652-ef61eeb43931'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:13:51.948657 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dfa1a1-ac93-444e-a300-fefa05a62ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "tag": "47376262-110a-4170-b652-ef61eeb43931"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:13:52.008617 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-982671bc-bb5e-4d23-b593-41daf7a69011 req-8b10fdeb-d344-421b-817b-b9c58f14bcea tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075169 Jun 27 14:13:52.099456 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['47376262-110a-4170-b652-ef61eeb43931'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:13:52.100965 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f14f70-f450-4a94-b104-524d328c9f05 x-openstack-request-id: req-41f14f70-f450-4a94-b104-524d328c9f05 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:13:52.101251 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "tag": "47376262-110a-4170-b652-ef61eeb43931", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:13:52.101502 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41f14f70-f450-4a94-b104-524d328c9f05 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:13:52.101902 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f14f70-f450-4a94-b104-524d328c9f05'] response: {'name': 'network-changed', 'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'tag': '47376262-110a-4170-b652-ef61eeb43931', 'status': 'completed', 'code': 200} Jun 27 14:13:52.111480 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a05b70-181b-47c5-9685-7a9589e5797d req-001a827b-35c8-46fd-b0f0-13194fc39c8a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:52.114363 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-65a05b70-181b-47c5-9685-7a9589e5797d req-001a827b-35c8-46fd-b0f0-13194fc39c8a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0700960 Jun 27 14:13:52.197255 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-79cbce6b-8c63-4bfc-81d7-4a4ec3aa724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:52.199505 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-79cbce6b-8c63-4bfc-81d7-4a4ec3aa724d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05c1d547616744d0972e9ae67dda5ac9&device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 1168 time: 0.0666180 Jun 27 14:13:52.253801 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-65a05b70-181b-47c5-9685-7a9589e5797d req-0d2be71d-5f40-4b02-91ca-ff5bebe5d57a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318803 Jun 27 14:13:52.326410 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d33b5273-25cc-4d21-9930-d3b9a8a09230 None None] Provisioning complete for port 47376262-110a-4170-b652-ef61eeb43931 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:13:52.330547 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d33b5273-25cc-4d21-9930-d3b9a8a09230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (47376262-110a-4170-b652-ef61eeb43931), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:52.419749 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-447b3a76-cafa-4692-9352-e5076de43a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:52.422434 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-447b3a76-cafa-4692-9352-e5076de43a50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4 HTTP/1.1" status: 200 len: 916 time: 0.2140322 Jun 27 14:13:52.439220 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:52.561715 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bf4d1-f651-4bea-a6cc-c9a01f309d67 req-e9175281-9587-4d87-a0e4-9a393d38eef9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:52.568934 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-897bf4d1-f651-4bea-a6cc-c9a01f309d67 req-e9175281-9587-4d87-a0e4-9a393d38eef9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.1413214 Jun 27 14:13:52.590966 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d33b5273-25cc-4d21-9930-d3b9a8a09230 None None] Current status of the port 47376262-110a-4170-b652-ef61eeb43931 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:13:52.640001 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:52.676521 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-897bf4d1-f651-4bea-a6cc-c9a01f309d67 req-0c90d835-1944-4061-9461-ec04ed6f2d4e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063557 Jun 27 14:13:53.138194 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec38159-9f7a-4f35-b2a1-a3e59451385b req-4ce75fc3-a9d8-4ccd-bf3e-47bac05da17d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:53.139815 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5ec38159-9f7a-4f35-b2a1-a3e59451385b req-4ce75fc3-a9d8-4ccd-bf3e-47bac05da17d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0594428 Jun 27 14:13:53.152172 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:53.208528 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5ec38159-9f7a-4f35-b2a1-a3e59451385b req-65812ab0-c9a8-4f61-ab0b-a21dac267fe5 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620718 Jun 27 14:13:53.829711 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbaf1f-5fb6-41e4-ba13-0de742407a2a req-257dbe3f-fd4a-458d-9ab3-2b165ed0dcb0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:53.831347 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-03cbaf1f-5fb6-41e4-ba13-0de742407a2a req-257dbe3f-fd4a-458d-9ab3-2b165ed0dcb0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0520380 Jun 27 14:13:53.887192 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-03cbaf1f-5fb6-41e4-ba13-0de742407a2a req-9bb4f203-3685-489c-aeaf-19d35ecc0b78 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491576 Jun 27 14:13:54.342817 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7c95-92d8-4fe5-a71b-c370c68b7999 req-9f3d1730-9a7d-4c64-9661-06736b760992 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:54.344467 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a49a7c95-92d8-4fe5-a71b-c370c68b7999 req-9f3d1730-9a7d-4c64-9661-06736b760992 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0595958 Jun 27 14:13:54.409758 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a49a7c95-92d8-4fe5-a71b-c370c68b7999 req-6ef7da58-e7ff-4c09-8cdc-372ed112bf4c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551252 Jun 27 14:13:55.016073 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2362940-a1af-4e21-85b2-35d7344a1270 req-2c5b5929-1d3d-45e5-a27c-d28ae3f102ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:55.020094 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e2362940-a1af-4e21-85b2-35d7344a1270 req-2c5b5929-1d3d-45e5-a27c-d28ae3f102ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0519714 Jun 27 14:13:55.088954 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e2362940-a1af-4e21-85b2-35d7344a1270 req-f020c8b0-2d08-43e4-ba5e-fad1a66177b6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611084 Jun 27 14:13:55.576905 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37ae1a-f22b-42f6-965a-e4549d333257 req-f24add8d-6708-47ad-9688-41c43a8a72a9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:55.578544 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ad37ae1a-f22b-42f6-965a-e4549d333257 req-f24add8d-6708-47ad-9688-41c43a8a72a9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0755427 Jun 27 14:13:55.646334 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ad37ae1a-f22b-42f6-965a-e4549d333257 req-c9dff4b3-9188-4cea-b729-d51d8f429aec tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615790 Jun 27 14:13:56.244850 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7be87-4a5f-4631-a116-660ff99f1e2d req-469ca62d-8e87-4540-93d9-c9f83460ba0b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:56.246400 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fbe7be87-4a5f-4631-a116-660ff99f1e2d req-469ca62d-8e87-4540-93d9-c9f83460ba0b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0517633 Jun 27 14:13:56.280378 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:13:56.338314 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fbe7be87-4a5f-4631-a116-660ff99f1e2d req-9346ecd5-8f89-4f43-a075-35a0710ce459 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759592 Jun 27 14:13:56.375348 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:13:56.779759 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc0eaa-8852-4c0a-949c-ed7497093e88 req-4f3058d4-36b0-460c-8909-2f0693b90520 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:56.781460 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0adc0eaa-8852-4c0a-949c-ed7497093e88 req-4f3058d4-36b0-460c-8909-2f0693b90520 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0503027 Jun 27 14:13:56.836498 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0adc0eaa-8852-4c0a-949c-ed7497093e88 req-96309433-a52b-445a-bf45-48a88f08d332 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488133 Jun 27 14:13:57.493244 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aea7ba-986f-45fe-a3d0-ffbce954cb2a req-40162402-efe6-43aa-8236-c4317665e773 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:57.494900 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f7aea7ba-986f-45fe-a3d0-ffbce954cb2a req-40162402-efe6-43aa-8236-c4317665e773 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0547996 Jun 27 14:13:57.545941 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f7aea7ba-986f-45fe-a3d0-ffbce954cb2a req-6763ca78-adc3-4f4c-b64a-19be7ad35e73 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449424 Jun 27 14:13:57.992112 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63640582-b296-40e7-8142-32d0e00e8a80 req-3aa02b69-f3a9-487b-8a7f-04cea7f64448 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:57.995138 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-63640582-b296-40e7-8142-32d0e00e8a80 req-3aa02b69-f3a9-487b-8a7f-04cea7f64448 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0615962 Jun 27 14:13:58.051207 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-63640582-b296-40e7-8142-32d0e00e8a80 req-839ef0c9-8322-4fd6-b232-d214c280025c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511830 Jun 27 14:13:58.705935 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258be30-5e45-4b02-b013-93209143a93e req-015ce802-a050-4b7e-976d-0a354b14f5b3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:58.708467 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6258be30-5e45-4b02-b013-93209143a93e req-015ce802-a050-4b7e-976d-0a354b14f5b3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0569861 Jun 27 14:13:58.772945 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6258be30-5e45-4b02-b013-93209143a93e req-2c5fba39-f834-46db-8037-9c6924eea601 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576260 Jun 27 14:13:59.170963 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b9083-fe22-41b6-9680-9513b73cff44 req-6a0a6318-f3dd-4144-83a1-4d368e14f1db tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:59.172666 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-af9b9083-fe22-41b6-9680-9513b73cff44 req-6a0a6318-f3dd-4144-83a1-4d368e14f1db tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0490782 Jun 27 14:13:59.222503 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-af9b9083-fe22-41b6-9680-9513b73cff44 req-1e819b84-38a7-4d3b-a946-9d7b31f330f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440948 Jun 27 14:13:59.943361 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea080-3fe5-47b3-b427-52547d074697 req-7cc2244c-2b94-4a66-9d55-feeb4c2ba103 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:13:59.944921 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7e5ea080-3fe5-47b3-b427-52547d074697 req-7cc2244c-2b94-4a66-9d55-feeb4c2ba103 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0815392 Jun 27 14:13:59.975036 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:00.011051 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7e5ea080-3fe5-47b3-b427-52547d074697 req-fd5099e6-167e-492e-a364-f3533e64d4bd tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558124 Jun 27 14:14:00.354888 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c458d8b-2aca-495a-b3c5-745abf957c40 req-00dc43e1-4d56-472a-8509-bd52b82a69bf tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:00.356792 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8c458d8b-2aca-495a-b3c5-745abf957c40 req-00dc43e1-4d56-472a-8509-bd52b82a69bf tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0567055 Jun 27 14:14:00.410842 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8c458d8b-2aca-495a-b3c5-745abf957c40 req-45b1d31e-f059-42b9-b20d-9775abe13a96 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482192 Jun 27 14:14:01.192423 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7688c38-1e4c-46cf-a245-8b5af6172883 req-fa2c10b4-bf1b-4f02-9275-ff97575566f3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:01.194468 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7688c38-1e4c-46cf-a245-8b5af6172883 req-fa2c10b4-bf1b-4f02-9275-ff97575566f3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0892184 Jun 27 14:14:01.285358 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7688c38-1e4c-46cf-a245-8b5af6172883 req-523ffe03-337c-4c62-bba7-55abd1022b4a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810287 Jun 27 14:14:01.324925 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41290) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:01.441941 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e2422eac-4da2-4ef2-a0ca-d51e4d4f043a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:01.538117 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e2422eac-4da2-4ef2-a0ca-d51e4d4f043a admin admin] Publish callbacks [] for security_group (4ada3cc6-cec6-41f6-902c-0ae828225b0d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:01.542807 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e2422eac-4da2-4ef2-a0ca-d51e4d4f043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (4ada3cc6-cec6-41f6-902c-0ae828225b0d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:01.557578 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45aaf3-0e06-4c9a-bd5a-d1cb9c696c8c req-b6308399-873d-4f7e-9a4c-0bb3cf0d8ffd tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:01.559147 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1b45aaf3-0e06-4c9a-bd5a-d1cb9c696c8c req-b6308399-873d-4f7e-9a4c-0bb3cf0d8ffd tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0559769 Jun 27 14:14:01.585849 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e2422eac-4da2-4ef2-a0ca-d51e4d4f043a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c0addd511e34de1a7139b791c4f0cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598410 Jun 27 14:14:01.587240 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2422eac-4da2-4ef2-a0ca-d51e4d4f043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ada3cc6-cec6-41f6-902c-0ae828225b0d,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:01.589909 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41296) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:01.623264 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1b45aaf3-0e06-4c9a-bd5a-d1cb9c696c8c req-62391e06-db1f-4428-a628-b3cf30a72b72 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581596 Jun 27 14:14:01.649512 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7198a25a-b5c6-4c5f-83c3-b5c43d3e632a admin admin] Publish callbacks [] for security_group (4ada3cc6-cec6-41f6-902c-0ae828225b0d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:01.673064 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7198a25a-b5c6-4c5f-83c3-b5c43d3e632a admin admin] Publish callbacks [] for security_group (4ada3cc6-cec6-41f6-902c-0ae828225b0d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:01.725484 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7198a25a-b5c6-4c5f-83c3-b5c43d3e632a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (4ada3cc6-cec6-41f6-902c-0ae828225b0d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:01.728343 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7198a25a-b5c6-4c5f-83c3-b5c43d3e632a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:01.729503 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7198a25a-b5c6-4c5f-83c3-b5c43d3e632a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ada3cc6-cec6-41f6-902c-0ae828225b0d HTTP/1.1" status: 204 len: 168 time: 0.1386654 Jun 27 14:14:01.738228 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198a25a-b5c6-4c5f-83c3-b5c43d3e632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ada3cc6-cec6-41f6-902c-0ae828225b0d,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:01.994938 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-81565b72-236c-4698-aba4-971fbfdae78a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 200 len: 1000 time: 0.0686562 Jun 27 14:14:02.109883 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-40db8c09-ef3f-4d2b-852c-62065a7b8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:02.111548 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-40db8c09-ef3f-4d2b-852c-62065a7b8007 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be33c672-9aa2-47b1-9175-11b416ef46b6 HTTP/1.1" status: 200 len: 854 time: 0.0546589 Jun 27 14:14:02.422193 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf1ebc-1510-49c1-9c84-3e1881b743fc req-c923b195-e5f0-4102-8e6d-9f9b2b9c70e7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:02.423729 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1abf1ebc-1510-49c1-9c84-3e1881b743fc req-c923b195-e5f0-4102-8e6d-9f9b2b9c70e7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0486226 Jun 27 14:14:02.472391 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1abf1ebc-1510-49c1-9c84-3e1881b743fc req-64b2b328-edfb-42ad-a849-3df1ea7fd94d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425053 Jun 27 14:14:02.752384 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef657ad-08b3-4e7c-9d9a-92471b3d78f0 req-bbcc1ce7-0968-406f-bf54-b11dccd69202 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:02.754011 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eef657ad-08b3-4e7c-9d9a-92471b3d78f0 req-bbcc1ce7-0968-406f-bf54-b11dccd69202 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0529256 Jun 27 14:14:02.794549 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:02.824421 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:02.830439 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eef657ad-08b3-4e7c-9d9a-92471b3d78f0 req-a29cded1-4788-4bea-9c1b-844a990379c4 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696368 Jun 27 14:14:02.835697 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-486b50c0-6770-4508-98b8-ecb37415b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:02.837579 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-486b50c0-6770-4508-98b8-ecb37415b5bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468113 Jun 27 14:14:03.425552 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-7ca9a058-4a3e-4c49-8cd5-6586e2139713 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976789 Jun 27 14:14:03.527882 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82dfa1a1-ac93-444e-a300-fefa05a62ca6 req-5c1dae84-2e4a-4286-b5c6-c8ff7effc356 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956211 Jun 27 14:14:03.596160 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486bdc-b7ba-4a1c-9db3-e87004e933ae req-7ea4a2c6-90cb-4786-bfb1-9dfc4ee9e62c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:03.597640 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01486bdc-b7ba-4a1c-9db3-e87004e933ae req-7ea4a2c6-90cb-4786-bfb1-9dfc4ee9e62c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0477090 Jun 27 14:14:03.649478 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-01486bdc-b7ba-4a1c-9db3-e87004e933ae req-e23869d2-5c1a-48f4-99bc-9f793ede6f4f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425048 Jun 27 14:14:03.954028 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c987b-7239-424c-8e8f-e6704d3f0951 req-9c07c67c-3741-4eee-94cf-84f91857d2c5 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:03.955618 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-348c987b-7239-424c-8e8f-e6704d3f0951 req-9c07c67c-3741-4eee-94cf-84f91857d2c5 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0510087 Jun 27 14:14:04.006906 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-348c987b-7239-424c-8e8f-e6704d3f0951 req-b73ecd9e-34ef-4ab3-99bb-87c34c619bb7 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454683 Jun 27 14:14:04.791664 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07453c47-967a-461a-aa36-c4a71485c40a req-9f2f4f61-3488-49db-a50e-667c5726cb28 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:04.793162 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07453c47-967a-461a-aa36-c4a71485c40a req-9f2f4f61-3488-49db-a50e-667c5726cb28 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0587213 Jun 27 14:14:04.843090 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07453c47-967a-461a-aa36-c4a71485c40a req-9a81f17d-7acf-4067-958d-42dbcd6e4468 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Jun 27 14:14:05.134325 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c137c26-7b98-42cd-bee3-ace9b81406a2 req-15a97af8-88c4-4a60-8d28-e1cc86494e66 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:05.136384 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9c137c26-7b98-42cd-bee3-ace9b81406a2 req-15a97af8-88c4-4a60-8d28-e1cc86494e66 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 943 time: 0.0510705 Jun 27 14:14:05.189542 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9c137c26-7b98-42cd-bee3-ace9b81406a2 req-ffd7ac78-80d0-4f4e-a0a5-1e9078f14d2d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445905 Jun 27 14:14:05.353082 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 85bde031-65e1-47ff-8196-3d64b35cb248 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:14:05.468589 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 85bde031-65e1-47ff-8196-3d64b35cb248, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=85bde031-65e1-47ff-8196-3d64b35cb248,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:05.481722 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '85bde031-65e1-47ff-8196-3d64b35cb248', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'port_id': '85bde031-65e1-47ff-8196-3d64b35cb248', 'mac_address': 'fa:16:3e:a6:b5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:14:05.518502 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 85bde031-65e1-47ff-8196-3d64b35cb248 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:05.518930 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:05.532763 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bde031-65e1-47ff-8196-3d64b35cb248 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:14:05.555098 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 85bde031-65e1-47ff-8196-3d64b35cb248, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=85bde031-65e1-47ff-8196-3d64b35cb248,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:05.561631 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:05.610149 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=85bde031-65e1-47ff-8196-3d64b35cb248,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:05.977156 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0a1ea-6d9e-45f2-84eb-3c8ea4608f16 req-65ccd323-5075-4ea4-b297-befb30a78ce4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:05.979223 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fce0a1ea-6d9e-45f2-84eb-3c8ea4608f16 req-65ccd323-5075-4ea4-b297-befb30a78ce4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0513351 Jun 27 14:14:06.030777 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fce0a1ea-6d9e-45f2-84eb-3c8ea4608f16 req-1878a850-1b33-4acc-be8f-a71715ce7f73 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462434 Jun 27 14:14:06.171716 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:06.312068 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5377b-0213-45f9-8b47-7e2b0accf3ba req-884f6790-740a-4b62-97eb-f14e0ccb78f9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:06.313639 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5e5377b-0213-45f9-8b47-7e2b0accf3ba req-884f6790-740a-4b62-97eb-f14e0ccb78f9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 944 time: 0.0514653 Jun 27 14:14:06.333794 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:06.375440 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5e5377b-0213-45f9-8b47-7e2b0accf3ba req-9d01c40c-e9aa-4fe2-967b-729c33568775 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489414 Jun 27 14:14:07.158401 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e28de-60d3-46b6-aac3-56783e6b4c4f req-33a48f26-1f55-44ec-b4aa-34f9dc6c2675 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:07.159897 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-629e28de-60d3-46b6-aac3-56783e6b4c4f req-33a48f26-1f55-44ec-b4aa-34f9dc6c2675 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0471234 Jun 27 14:14:07.210344 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-629e28de-60d3-46b6-aac3-56783e6b4c4f req-7a9edf61-9702-412c-a278-e267fc0c0e8e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417786 Jun 27 14:14:07.437201 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['85bde031-65e1-47ff-8196-3d64b35cb248'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:14:07.496751 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fb829-e5d3-4fc2-8e7e-d4d069bf2355 req-b8b31dbf-2dae-4450-a53b-f0baac57c6bc tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:07.498192 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-397fb829-e5d3-4fc2-8e7e-d4d069bf2355 req-b8b31dbf-2dae-4450-a53b-f0baac57c6bc tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 944 time: 0.0530639 Jun 27 14:14:07.531449 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:07.549076 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-397fb829-e5d3-4fc2-8e7e-d4d069bf2355 req-23451e0a-7f41-416e-8143-1257cac1061d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451567 Jun 27 14:14:07.650728 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:08.353721 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d786c-1c8b-4403-a6db-037dd5493dda req-0c6d001d-a9b4-41a9-9858-0141cdf85eb6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:08.355475 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a78d786c-1c8b-4403-a6db-037dd5493dda req-0c6d001d-a9b4-41a9-9858-0141cdf85eb6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0544240 Jun 27 14:14:08.413518 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a78d786c-1c8b-4403-a6db-037dd5493dda req-1c244789-158c-49a5-a31f-decc5de7757f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516510 Jun 27 14:14:08.678213 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3707d7f-60bd-4e8a-98c1-3d71e0b4be0c req-388162d3-25ef-492f-b124-5e0c12823498 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:08.680841 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f3707d7f-60bd-4e8a-98c1-3d71e0b4be0c req-388162d3-25ef-492f-b124-5e0c12823498 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 944 time: 0.0567248 Jun 27 14:14:08.981758 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f3707d7f-60bd-4e8a-98c1-3d71e0b4be0c req-eaf4b624-f032-4181-b7f4-48b6d3233e89 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947185 Jun 27 14:14:09.550254 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f08c4-188c-475d-ab27-8e0de3675e74 req-972e6789-8247-46c0-b8a9-893d47645c25 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:09.552390 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-567f08c4-188c-475d-ab27-8e0de3675e74 req-972e6789-8247-46c0-b8a9-893d47645c25 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0565078 Jun 27 14:14:09.601225 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:09.606124 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-567f08c4-188c-475d-ab27-8e0de3675e74 req-146e7d39-047e-4d92-a689-6d147a6f615e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460410 Jun 27 14:14:10.108430 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a03f4-e5bc-43f0-b0cc-3e3a23fbed3f req-fbbf67c9-e4b6-4ed8-9b43-64d946deff60 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:10.109942 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ba4a03f4-e5bc-43f0-b0cc-3e3a23fbed3f req-fbbf67c9-e4b6-4ed8-9b43-64d946deff60 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 944 time: 0.0590553 Jun 27 14:14:10.168022 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ba4a03f4-e5bc-43f0-b0cc-3e3a23fbed3f req-d9202af1-0ffa-48ba-bdf7-55713ae45227 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521286 Jun 27 14:14:10.579785 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 85bde031-65e1-47ff-8196-3d64b35cb248 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:10.746999 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb5ea8-8d58-44ce-a6d6-928bd35fee42 req-bb45e76e-dee3-4251-a7cd-ea6a45aba66e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:10.750252 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9abb5ea8-8d58-44ce-a6d6-928bd35fee42 req-bb45e76e-dee3-4251-a7cd-ea6a45aba66e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0529757 Jun 27 14:14:10.782174 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 85bde031-65e1-47ff-8196-3d64b35cb248 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:14:10.791458 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 85bde031-65e1-47ff-8196-3d64b35cb248 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:10.792432 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:10.810682 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9abb5ea8-8d58-44ce-a6d6-928bd35fee42 req-2c99f39e-1f77-4cb7-aaaa-f41824029358 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502055 Jun 27 14:14:10.874267 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 85bde031-65e1-47ff-8196-3d64b35cb248 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:10.874717 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:10.902210 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bde031-65e1-47ff-8196-3d64b35cb248'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:14:10.904611 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc216158-04aa-4930-860f-a6ac79ad8feb" -d '{"events": [{"server_uuid": "a60941b4-0c1b-4647-8332-0c5370d50bea", "name": "network-vif-plugged", "status": "completed", "tag": "85bde031-65e1-47ff-8196-3d64b35cb248"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:14:10.918837 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 85bde031-65e1-47ff-8196-3d64b35cb248, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=85bde031-65e1-47ff-8196-3d64b35cb248,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:10.923980 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:10.947783 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f602f291-fa20-46e0-8039-b80222515a83 x-openstack-request-id: req-f602f291-fa20-46e0-8039-b80222515a83 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:14:10.948047 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60941b4-0c1b-4647-8332-0c5370d50bea", "name": "network-vif-plugged", "status": "completed", "tag": "85bde031-65e1-47ff-8196-3d64b35cb248", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:14:10.948326 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f602f291-fa20-46e0-8039-b80222515a83 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:14:10.949391 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f602f291-fa20-46e0-8039-b80222515a83'] response: {'server_uuid': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bde031-65e1-47ff-8196-3d64b35cb248', 'code': 200} Jun 27 14:14:10.977390 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=85bde031-65e1-47ff-8196-3d64b35cb248,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:11.292888 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2d9d0-ca42-4105-bce6-71465de51b4d req-6b6e178f-ba73-4977-992e-4bdd041254f0 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:11.294399 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1ef2d9d0-ca42-4105-bce6-71465de51b4d req-6b6e178f-ba73-4977-992e-4bdd041254f0 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.0532985 Jun 27 14:14:11.347964 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1ef2d9d0-ca42-4105-bce6-71465de51b4d req-1f564382-cd48-483a-8d0f-3db6f9e07a4b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453103 Jun 27 14:14:11.945687 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb760f82-5f5a-460f-b3e5-4808077a08b6 req-ea79d3e0-d854-48a7-906d-e740c00bc26e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:11.947370 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eb760f82-5f5a-460f-b3e5-4808077a08b6 req-ea79d3e0-d854-48a7-906d-e740c00bc26e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0561335 Jun 27 14:14:12.004239 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eb760f82-5f5a-460f-b3e5-4808077a08b6 req-433b1d6f-60bb-4e47-8f6a-c372587326b4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508099 Jun 27 14:14:12.487387 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be289b09-d5eb-481a-ba2f-ec3c741c5793 req-512fdb13-12e2-4b10-803a-54d3c9080c91 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:12.488890 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-be289b09-d5eb-481a-ba2f-ec3c741c5793 req-512fdb13-12e2-4b10-803a-54d3c9080c91 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.0535369 Jun 27 14:14:12.540095 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-be289b09-d5eb-481a-ba2f-ec3c741c5793 req-4b71d5ec-e21d-424e-89fe-43fe5b203b4e tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452871 Jun 27 14:14:12.827537 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66822-5623-4166-ac02-602dac6c8e47 req-b1038935-8a46-47b8-8aca-a58f7cd31766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:12.829206 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e0f66822-5623-4166-ac02-602dac6c8e47 req-b1038935-8a46-47b8-8aca-a58f7cd31766 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 1129 time: 0.0483382 Jun 27 14:14:12.902246 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e0f66822-5623-4166-ac02-602dac6c8e47 req-bbde42d1-b7c1-4fb2-8bf6-7a8b61148395 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656536 Jun 27 14:14:13.142899 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd40013-4589-496b-b2fa-ef93205c7e80 req-f6f4019f-eba1-4154-9fb9-06947d82d1bb tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:13.144402 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8dd40013-4589-496b-b2fa-ef93205c7e80 req-f6f4019f-eba1-4154-9fb9-06947d82d1bb tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0595045 Jun 27 14:14:13.161211 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:13.217509 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8dd40013-4589-496b-b2fa-ef93205c7e80 req-ccabef2a-b31f-4093-be4d-b6c48a7cd4ee tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625806 Jun 27 14:14:13.661907 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c1652-45bd-4824-9d30-136b2cb53966 req-8fde6f15-c06e-4692-95a7-a08afbbe1449 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:13.663470 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-805c1652-45bd-4824-9d30-136b2cb53966 req-8fde6f15-c06e-4692-95a7-a08afbbe1449 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.0477095 Jun 27 14:14:13.713677 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-805c1652-45bd-4824-9d30-136b2cb53966 req-e2af1816-1193-437e-8d9a-96362dd14ad6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444508 Jun 27 14:14:13.992117 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:14.363276 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbddc2-1afe-4685-8784-90b02c128507 req-902c7041-ee40-4071-8680-9558c9978a8d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:14.364842 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a0dbddc2-1afe-4685-8784-90b02c128507 req-902c7041-ee40-4071-8680-9558c9978a8d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0484416 Jun 27 14:14:14.416583 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a0dbddc2-1afe-4685-8784-90b02c128507 req-2bdaa7ee-c27d-40ba-bc1d-9459675b86c1 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462189 Jun 27 14:14:14.840745 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e45b9-38f3-4b7c-9a0b-17e319199948 req-4dfcfc00-e5a7-47d8-85be-300d774d13ea tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:14.842470 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-846e45b9-38f3-4b7c-9a0b-17e319199948 req-4dfcfc00-e5a7-47d8-85be-300d774d13ea tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.0526559 Jun 27 14:14:14.896152 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-846e45b9-38f3-4b7c-9a0b-17e319199948 req-f46d6760-a761-48db-8729-95203b7681b6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475454 Jun 27 14:14:15.550049 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45230b44-1879-40d0-a60e-ff6c333f91fc req-31c5d209-5b54-44b5-9c71-49e43088212c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:15.551719 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-45230b44-1879-40d0-a60e-ff6c333f91fc req-31c5d209-5b54-44b5-9c71-49e43088212c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 944 time: 0.0503979 Jun 27 14:14:15.604952 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-45230b44-1879-40d0-a60e-ff6c333f91fc req-7541855c-7baf-4909-b197-457a74dec1f1 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472567 Jun 27 14:14:15.629155 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-abcb5e40-d3aa-4ca8-b42f-1f2192a20e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:15.943843 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:14:16.036186 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d8b63-8369-4ebd-8580-701f6c710a4b req-61003e4b-e331-478e-b977-fb92a7923809 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:16.038017 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff7d8b63-8369-4ebd-8580-701f6c710a4b req-61003e4b-e331-478e-b977-fb92a7923809 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.0691979 Jun 27 14:14:16.056937 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:16.071291 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'port_id': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'mac_address': 'fa:16:3e:91:2f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:14:16.111779 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff7d8b63-8369-4ebd-8580-701f6c710a4b req-c93f5652-5b34-40f8-9c24-7e2c0039c021 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650461 Jun 27 14:14:16.119510 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:16.119941 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:16.135397 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:14:16.157388 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:16.162555 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:16.237991 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=9']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:16.538794 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['54db75c8-61ae-40ca-8fb3-09cac5ba5f98'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:14:16.669014 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:16.694489 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:16.735954 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99297e13-39d0-49e3-9955-a21b3071e458 req-3f50543a-dabf-44fd-860f-898db02691b9 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:16.737489 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-99297e13-39d0-49e3-9955-a21b3071e458 req-3f50543a-dabf-44fd-860f-898db02691b9 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0829043 Jun 27 14:14:16.769823 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685c6b-e4f6-4d43-9b22-5da6b034dfc5 req-3d863b97-c840-4b9e-a829-21f2ac278aa0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:16.771322 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-75685c6b-e4f6-4d43-9b22-5da6b034dfc5 req-3d863b97-c840-4b9e-a829-21f2ac278aa0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 945 time: 0.0784464 Jun 27 14:14:16.827649 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-99297e13-39d0-49e3-9955-a21b3071e458 req-e84065f7-caac-43e1-87a2-efe704993517 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831723 Jun 27 14:14:16.847731 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-75685c6b-e4f6-4d43-9b22-5da6b034dfc5 req-e4f5a14d-c814-4e7b-9b9d-b3d16f4af644 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695903 Jun 27 14:14:17.228825 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0a34-e966-4018-8b59-667ced58e519 req-a90a8a7e-b9db-4514-916f-8302fc47cff9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:17.230747 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5ec0a34-e966-4018-8b59-667ced58e519 req-a90a8a7e-b9db-4514-916f-8302fc47cff9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.0537226 Jun 27 14:14:17.284690 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5ec0a34-e966-4018-8b59-667ced58e519 req-602dac88-d440-4172-ac1d-fc06e2e41e34 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481586 Jun 27 14:14:17.408515 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafb521-9fe5-49bd-b0ca-bad72d17e132 req-1241d914-4b10-4bda-aa8c-8d9242da772a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:17.409817 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9cafb521-9fe5-49bd-b0ca-bad72d17e132 req-1241d914-4b10-4bda-aa8c-8d9242da772a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.0560129 Jun 27 14:14:17.467760 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9cafb521-9fe5-49bd-b0ca-bad72d17e132 req-42c941f5-8bf1-446d-8c2d-1b02e2108f07 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518496 Jun 27 14:14:17.490635 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41482) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:17.597402 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:17.669481 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:17.669481 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:17.688426 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:17.726873 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60aeabd-d136-4b8f-9db2-80c213a9ac0b tempest-TestVolumeBootPattern-502367315 tempest-TestVolumeBootPattern-502367315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:17.728643 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a60aeabd-d136-4b8f-9db2-80c213a9ac0b tempest-TestVolumeBootPattern-502367315 tempest-TestVolumeBootPattern-502367315-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 1124 time: 0.2369773 Jun 27 14:14:17.732159 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41500) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:17.736676 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'port_id': '85bde031-65e1-47ff-8196-3d64b35cb248', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:17.755027 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:17.757274 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:17.757806 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:17.760057 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:17.796211 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:14:17.800028 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc4586-2cbc-4001-98e0-1749897854a4" -d '{"events": [{"server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "name": "network-vif-plugged", "status": "completed", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:14:17.828156 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:17.839055 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:17.847536 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e938c499-225c-4206-933b-5a20fb945404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:17.899029 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17da3e7-8f6d-49c8-a15b-882542c6c9a7 x-openstack-request-id: req-d17da3e7-8f6d-49c8-a15b-882542c6c9a7 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:14:17.899329 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "name": "network-vif-plugged", "status": "completed", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:14:17.899584 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d17da3e7-8f6d-49c8-a15b-882542c6c9a7 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:14:17.900003 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17da3e7-8f6d-49c8-a15b-882542c6c9a7'] response: {'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'code': 200} Jun 27 14:14:17.930309 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=10']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:17.931287 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:18.025969 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4456e0-1f03-4cb7-9494-fa01cbfe1c90 req-1758cf0b-3214-4e6e-8b90-cec037dde0c5 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:18.027508 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f4456e0-1f03-4cb7-9494-fa01cbfe1c90 req-1758cf0b-3214-4e6e-8b90-cec037dde0c5 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0860322 Jun 27 14:14:18.047797 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbb519-3b86-4592-ac5b-d6c3890460c4 req-0646fedd-e495-4736-8031-624a94c960fd tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:18.049266 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48cbb519-3b86-4592-ac5b-d6c3890460c4 req-0646fedd-e495-4736-8031-624a94c960fd tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 947 time: 0.0690045 Jun 27 14:14:18.064949 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Allocated IP 172.27.2.16 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/6fe75f5e-a7c9-4ec8-be26-1695b7855ad5) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:14:18.077145 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:18.115419 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f4456e0-1f03-4cb7-9494-fa01cbfe1c90 req-666b9d94-15e9-4b18-93f6-5348fec6274c tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818994 Jun 27 14:14:18.129898 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48cbb519-3b86-4592-ac5b-d6c3890460c4 req-b970e1ea-6554-47cc-a14a-77488844d2f1 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733559 Jun 27 14:14:18.175790 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for port (6fe75f5e-a7c9-4ec8-be26-1695b7855ad5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:18.210835 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (6fe75f5e-a7c9-4ec8-be26-1695b7855ad5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:18.256530 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:14:18.261138 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:18.266063 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:14:18.272731 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'Port': ['ID=6fe75f5e-a7c9-4ec8-be26-1695b7855ad5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:18.351525 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:18.434145 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b93070-e285-40b9-8462-a4b24f3d47e5 req-85aaf438-0f91-4df2-905b-2251ca834ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:18.435755 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-93b93070-e285-40b9-8462-a4b24f3d47e5 req-85aaf438-0f91-4df2-905b-2251ca834ffd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 1131 time: 0.0525253 Jun 27 14:14:18.534432 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-93b93070-e285-40b9-8462-a4b24f3d47e5 req-482ae73c-ca48-4595-8864-2f324a463fd7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759330 Jun 27 14:14:18.655641 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (702856fb-a15a-466e-8b61-806cf5703bd6), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:18.684355 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:18.731889 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6fe75f5e-a7c9-4ec8-be26-1695b7855ad5), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:18.889094 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for port (6fe75f5e-a7c9-4ec8-be26-1695b7855ad5), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:18.896059 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (6fe75f5e-a7c9-4ec8-be26-1695b7855ad5), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:18.936612 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (702856fb-a15a-466e-8b61-806cf5703bd6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:18.976605 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'Port': ['ID=6fe75f5e-a7c9-4ec8-be26-1695b7855ad5,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:19.040609 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Floating IP 702856fb-a15a-466e-8b61-806cf5703bd6 associated. External IP: 172.27.2.16, port: 85bde031-65e1-47ff-8196-3d64b35cb248. Jun 27 14:14:19.150700 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:19.287836 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9a062-507d-444b-aee4-d63a2321c757 req-e7dddbe8-596a-41fc-bdbe-55e65cda7630 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:19.289480 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8bb9a062-507d-444b-aee4-d63a2321c757 req-e7dddbe8-596a-41fc-bdbe-55e65cda7630 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 947 time: 0.0788145 Jun 27 14:14:19.290491 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:14:19.300953 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d87af-e8f8-4738-96b6-9d56391a7e14 req-86aecd4b-505b-4d99-bded-da28af304a09 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:19.302669 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-751d87af-e8f8-4738-96b6-9d56391a7e14 req-86aecd4b-505b-4d99-bded-da28af304a09 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0779989 Jun 27 14:14:19.303560 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:19.387383 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8bb9a062-507d-444b-aee4-d63a2321c757 req-0beb4410-cbf8-4ac7-95ad-884aca034366 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836561 Jun 27 14:14:19.395538 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-751d87af-e8f8-4738-96b6-9d56391a7e14 req-16a4c848-1786-4980-b289-cd2d0e91783e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854146 Jun 27 14:14:19.403825 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:14:19.421341 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] Sync routers for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:14:19.432681 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:19.438614 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:14:19.439721 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:19.466939 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4ba5ba9b-34be-41b7-958e-b414627444d9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7332804 Jun 27 14:14:19.467716 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'tag': '85bde031-65e1-47ff-8196-3d64b35cb248'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:14:19.470154 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8d7d16-5420-4267-9365-bf65659774a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a60941b4-0c1b-4647-8332-0c5370d50bea", "tag": "85bde031-65e1-47ff-8196-3d64b35cb248"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:14:19.507868 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a581425d-616f-4f49-b8f7-2edb7cbed95a x-openstack-request-id: req-a581425d-616f-4f49-b8f7-2edb7cbed95a {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:14:19.508270 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60941b4-0c1b-4647-8332-0c5370d50bea", "tag": "85bde031-65e1-47ff-8196-3d64b35cb248", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:14:19.508644 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a581425d-616f-4f49-b8f7-2edb7cbed95a {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:14:19.509142 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a581425d-616f-4f49-b8f7-2edb7cbed95a'] response: {'name': 'network-changed', 'server_uuid': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'tag': '85bde031-65e1-47ff-8196-3d64b35cb248', 'status': 'completed', 'code': 200} Jun 27 14:14:19.565437 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:14:19.579760 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-a3d2302f-46a4-489c-975a-74ba6b0819df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:19.581298 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-a3d2302f-46a4-489c-975a-74ba6b0819df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 1129 time: 0.0415514 Jun 27 14:14:19.697171 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-6adf19d3-2ad9-412f-9f8e-72c186d0f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:19.698744 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-6adf19d3-2ad9-412f-9f8e-72c186d0f890 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 912 time: 0.1101553 Jun 27 14:14:19.772063 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-1a8455ab-f1ee-423b-bbd1-ead87dabb738 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85bde031-65e1-47ff-8196-3d64b35cb248 HTTP/1.1" status: 200 len: 998 time: 0.0575650 Jun 27 14:14:19.789697 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '702856fb-a15a-466e-8b61-806cf5703bd6', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': '85bde031-65e1-47ff-8196-3d64b35cb248', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a6:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:14:18Z', 'updated_at': '2022-06-27T14:14:18Z', 'revision_number': 0, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:19.815618 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] Checking router: ce6e3fea-e9a1-4b52-87de-61dfaef7e95f for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:14:19.824556 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:14:19.825201 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:19.849258 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-0d11b56f-0b97-4ff1-b932-313587678cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:19.850754 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-0d11b56f-0b97-4ff1-b932-313587678cfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.0470490 Jun 27 14:14:19.870564 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:19.900730 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-e2440c37-8612-441f-af27-3364efc4e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:19.902299 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-e2440c37-8612-441f-af27-3364efc4e83e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403793 Jun 27 14:14:19.931637 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:14:20.122123 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:20.173297 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '702856fb-a15a-466e-8b61-806cf5703bd6', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': '85bde031-65e1-47ff-8196-3d64b35cb248', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a6:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:14:18Z', 'updated_at': '2022-06-27T14:14:18Z', 'revision_number': 0, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:20.202670 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b124fcf-eae8-4600-8c20-2fee5473edd8 None None] The sync data for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi is: [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '702856fb-a15a-466e-8b61-806cf5703bd6', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': '85bde031-65e1-47ff-8196-3d64b35cb248', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a6:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:14:18Z', 'updated_at': '2022-06-27T14:14:18Z', 'revision_number': 0, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:14:20.403803 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e40bd8-eef1-44db-9739-e8680283413a None None] New status for floating IP 702856fb-a15a-466e-8b61-806cf5703bd6: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:14:20.576811 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-3f885102-4384-47cb-8da6-4a3d4d235f4f service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318293 Jun 27 14:14:20.594338 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaea81-d852-4fe3-984b-f92c0a8800c7 req-052651d3-4207-4807-b0d6-2eddacb09328 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:20.596258 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4edaea81-d852-4fe3-984b-f92c0a8800c7 req-052651d3-4207-4807-b0d6-2eddacb09328 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 947 time: 0.1043191 Jun 27 14:14:20.621532 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25354a81-7ecd-420b-a2f4-b1bb4f4d4fce req-b612bc3f-2efd-4c5a-a96a-01e990200727 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:20.623252 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-25354a81-7ecd-420b-a2f4-b1bb4f4d4fce req-b612bc3f-2efd-4c5a-a96a-01e990200727 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1172886 Jun 27 14:14:20.685999 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4edaea81-d852-4fe3-984b-f92c0a8800c7 req-c9ebd60a-7dfc-414b-a754-b90290e9887b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828896 Jun 27 14:14:20.701045 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-25354a81-7ecd-420b-a2f4-b1bb4f4d4fce req-b46ed44c-dc0b-4c89-955e-ddb8d37e8454 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683007 Jun 27 14:14:20.705514 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d8d7d16-5420-4267-9365-bf65659774a5 req-012f6d47-c012-47cb-bd06-a2f46696f4fb service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227798 Jun 27 14:14:20.891995 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:20.939105 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:20.954580 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:21.843953 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda50ae-ea68-41ff-bb5f-395557df8bd1 req-7d63c888-2311-4c8b-8945-537e4e048ea4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:21.845447 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4bda50ae-ea68-41ff-bb5f-395557df8bd1 req-7d63c888-2311-4c8b-8945-537e4e048ea4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 947 time: 0.0796196 Jun 27 14:14:21.854156 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240de76-f95c-45a2-b1c3-3bc3d94194ae req-79d7912c-1152-4d6f-91a1-fc2b2e3593af tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:21.855713 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3240de76-f95c-45a2-b1c3-3bc3d94194ae req-79d7912c-1152-4d6f-91a1-fc2b2e3593af tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0784748 Jun 27 14:14:21.871029 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:21.929295 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4bda50ae-ea68-41ff-bb5f-395557df8bd1 req-ea3ca2af-9570-486d-8ef9-0d75abbe73bb tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723801 Jun 27 14:14:21.936418 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3240de76-f95c-45a2-b1c3-3bc3d94194ae req-9a7a58b9-ae47-4219-99f0-2c2dd2c08fbf tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723567 Jun 27 14:14:22.485081 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41588) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:22.603694 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-64afdedf-866f-4dff-9784-fac2c41e9bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:22.697508 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-64afdedf-866f-4dff-9784-fac2c41e9bb1 admin admin] Publish callbacks [] for security_group (6bd54f3d-27e5-4255-a3d4-0c29c16e9f21), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:22.702518 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-64afdedf-866f-4dff-9784-fac2c41e9bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (6bd54f3d-27e5-4255-a3d4-0c29c16e9f21), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:22.708645 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:22.751941 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-64afdedf-866f-4dff-9784-fac2c41e9bb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25c80b60987d4987a3c412e4577e403c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649472 Jun 27 14:14:22.753433 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afdedf-866f-4dff-9784-fac2c41e9bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd54f3d-27e5-4255-a3d4-0c29c16e9f21,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:22.755151 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41592) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:22.817066 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-230b9ca6-e196-4e6d-9b28-2f66e54859b9 admin admin] Publish callbacks [] for security_group (6bd54f3d-27e5-4255-a3d4-0c29c16e9f21), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:22.838464 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-230b9ca6-e196-4e6d-9b28-2f66e54859b9 admin admin] Publish callbacks [] for security_group (6bd54f3d-27e5-4255-a3d4-0c29c16e9f21), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:22.900777 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-230b9ca6-e196-4e6d-9b28-2f66e54859b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (6bd54f3d-27e5-4255-a3d4-0c29c16e9f21), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:22.903689 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-230b9ca6-e196-4e6d-9b28-2f66e54859b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:22.904836 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-230b9ca6-e196-4e6d-9b28-2f66e54859b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6bd54f3d-27e5-4255-a3d4-0c29c16e9f21 HTTP/1.1" status: 204 len: 168 time: 0.1486456 Jun 27 14:14:22.912879 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b9ca6-e196-4e6d-9b28-2f66e54859b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd54f3d-27e5-4255-a3d4-0c29c16e9f21,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:23.057379 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1677a-ec49-48a9-bfa9-0ac8d3206853 req-90224b3f-fb5d-446b-bfa2-f866ec96648e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:23.058866 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-89d1677a-ec49-48a9-bfa9-0ac8d3206853 req-90224b3f-fb5d-446b-bfa2-f866ec96648e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0504427 Jun 27 14:14:23.108381 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-89d1677a-ec49-48a9-bfa9-0ac8d3206853 req-a902f2e4-5f4d-4c0f-b5f0-70f154d7c503 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Jun 27 14:14:23.611680 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41616) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:23.719314 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1644655350-network', 'tenant_id': '1660a6efb665498199c6d992dffcf16c'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:23.746978 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Made reservation on behalf of 1660a6efb665498199c6d992dffcf16c for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:14:23.749426 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:23.760083 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:23.857673 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Publish callbacks [] for security_group (c0de2bd2-8ef8-4c1f-a2a7-9d3a660d70f9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:23.863001 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c0de2bd2-8ef8-4c1f-a2a7-9d3a660d70f9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:23.894629 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:14:23.901357 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0de2bd2-8ef8-4c1f-a2a7-9d3a660d70f9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:23.907771 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (6278309d-3ae6-4a37-95ee-d76563b4c42e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:23.908110 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Added segment 6278309d-3ae6-4a37-95ee-d76563b4c42e of type vlan for network b4d43ec1-ddd5-4039-a124-eea360564a63 Jun 27 14:14:23.954999 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (b4d43ec1-ddd5-4039-a124-eea360564a63), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:23.985614 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (b4d43ec1-ddd5-4039-a124-eea360564a63), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:23.987030 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:23.987828 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:24.027514 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4144557 Jun 27 14:14:24.029996 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41622) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:24.035070 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Request body: {'subnet': {'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1644655350-subnet', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:24.065384 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb456b0-04e6-4ad9-839e-641a304f66ba admin admin] Pushing event updated for resources: {'Network': ['ID=b4d43ec1-ddd5-4039-a124-eea360564a63,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:24.077002 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network b4d43ec1-ddd5-4039-a124-eea360564a63 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:14:24.087197 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Made reservation on behalf of 1660a6efb665498199c6d992dffcf16c for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:14:24.089852 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:24.106607 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:24.243549 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acb698-4e1a-44f7-aa04-843214a3bad0 req-c0b2bdb6-4d36-45e3-9e41-52891c7e2ad3 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:24.245310 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-06acb698-4e1a-44f7-aa04-843214a3bad0 req-c0b2bdb6-4d36-45e3-9e41-52891c7e2ad3 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0565765 Jun 27 14:14:24.287927 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (266c084f-6e21-413b-9459-055bf6fb0572), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:24.307146 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-06acb698-4e1a-44f7-aa04-843214a3bad0 req-5f8de2c4-7e06-4e8d-9399-984a2ca51f3f tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554841 Jun 27 14:14:24.595394 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Pushing event updated for resources: {'Subnet': ['ID=266c084f-6e21-413b-9459-055bf6fb0572,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:24.606765 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Checking segment: {'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:14:24.607115 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Network hostable DHCP agents. Network: b4d43ec1-ddd5-4039-a124-eea360564a63, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:14:24.628677 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Network b4d43ec1-ddd5-4039-a124-eea360564a63 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:14:24.639399 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, b4d43ec1-ddd5-4039-a124-eea360564a63) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:24.644140 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:24.644725 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:24.650338 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa87383-adcc-4f10-926a-e35b988917a6 None None] Network b4d43ec1-ddd5-4039-a124-eea360564a63 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:14:24.663076 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-35ec5c8d-b3c9-4057-9e9d-63f0685f960c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6320753 Jun 27 14:14:24.665900 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41626) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:24.670024 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:24.674198 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:24.693296 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:24.694417 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:24.748519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks [] for router_controller (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:24.757764 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-b4d43ec1-ddd5-4039-a124-eea360564a63', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'project_id': '1660a6efb665498199c6d992dffcf16c', 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:14:24.757764 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:24.884219 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks [] for router_gateway (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:24.898055 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Allocated IP 172.20.0.2 (b4d43ec1-ddd5-4039-a124-eea360564a63/266c084f-6e21-413b-9459-055bf6fb0572/ee4b9d1d-29cf-4532-9f9e-072732f5cb71) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:14:25.077486 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks [] for router_gateway (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.097631 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.179587 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Publish callbacks [] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.186671 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.213368 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Allocated IP 172.27.2.176 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/4844c8f7-1fe6-43ea-b889-71950c06f7d8) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:14:25.229036 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Network b4d43ec1-ddd5-4039-a124-eea360564a63 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:14:25.234197 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:25.236341 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Pushing event updated for resources: {'Port': ['ID=ee4b9d1d-29cf-4532-9f9e-072732f5cb71,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:25.238522 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:14:25.301394 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Attempting to bind port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:14:25.301739 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Attempting to bind port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:14:25.302116 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Attempting to bind port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 on network b4d43ec1-ddd5-4039-a124-eea360564a63 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:14:25.305535 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:25.308038 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:14:25.308411 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Checking segment: {'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:14:25.308849 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.309192 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Bound using segment: {'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:14:25.309646 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Bound port: ee4b9d1d-29cf-4532-9f9e-072732f5cb71, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:14:25.310054 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.330095 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks [] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.370622 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.381710 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] For port ee4b9d1d-29cf-4532-9f9e-072732f5cb71, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:14:25.389626 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] For port ee4b9d1d-29cf-4532-9f9e-072732f5cb71, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=ee4b9d1d-29cf-4532-9f9e-072732f5cb71,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:14:25.404729 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.411447 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:14:25.416008 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:25.421227 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:14:25.426688 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:25.447414 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353cfc8-da53-4250-9d30-923bf7a2b239 req-fd0ab755-d24a-48da-b264-6546f981d268 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:25.456041 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e353cfc8-da53-4250-9d30-923bf7a2b239 req-fd0ab755-d24a-48da-b264-6546f981d268 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0594349 Jun 27 14:14:25.481067 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39642a8-ce92-40fe-8c27-e5a8c8296467 None None] Pushing event updated for resources: {'Port': ['ID=ee4b9d1d-29cf-4532-9f9e-072732f5cb71,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:25.513530 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e353cfc8-da53-4250-9d30-923bf7a2b239 req-0d6b0ce2-8f2b-42f6-b20f-615315e966c4 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563061 Jun 27 14:14:25.517001 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4844c8f7-1fe6-43ea-b889-71950c06f7d8,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:25.679824 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:25.689311 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks [] for router_gateway (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.887285 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.915090 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device ee4b9d1d-29cf-4532-9f9e-072732f5cb71 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:25.974084 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:25.974542 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:25.977421 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:25.988346 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:14:25.998166 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:26.018099 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:14:26.051796 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:26.052198 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:26.088028 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port ee4b9d1d-29cf-4532-9f9e-072732f5cb71, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=ee4b9d1d-29cf-4532-9f9e-072732f5cb71,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:26.093418 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:26.127557 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:14:26.137527 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Sync routers for ids ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:14:26.153194 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:26.154630 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f55d96fd-bc2e-4585-8305-b300384359f3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4878526 Jun 27 14:14:26.157579 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41632) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:26.163022 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=ee4b9d1d-29cf-4532-9f9e-072732f5cb71,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:26.171093 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Routers {'8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:14:26.172911 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:26.304140 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Set router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:14:26.319589 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:26.424434 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:26.490372 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d5ab2-7ee7-45e4-8700-5a4547a09a8e None None] Network b4d43ec1-ddd5-4039-a124-eea360564a63 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:14:26.530323 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:25Z', 'revision_number': 3, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:26.598931 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:26.600094 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Checking router: 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:14:26.600511 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Updating router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 port 4844c8f7-1fe6-43ea-b889-71950c06f7d8 binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:14:26.611915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:26.637066 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-db0070f4-0bcf-4838-89d8-695a0275d31b None None] Provisioning complete for port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:26.637435 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-db0070f4-0bcf-4838-89d8-695a0275d31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:26.700418 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:26.727582 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e9d0c-86b3-4c52-9cab-38f62d834579 req-90e78481-7d84-4c6c-9106-587058b6b0a9 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:26.729384 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3c2e9d0c-86b3-4c52-9cab-38f62d834579 req-90e78481-7d84-4c6c-9106-587058b6b0a9 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0818872 Jun 27 14:14:26.806195 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3c2e9d0c-86b3-4c52-9cab-38f62d834579 req-81bde644-f657-44db-bace-e02e56653bae tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585139 Jun 27 14:14:26.844460 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Allocated IP 172.20.0.1 (b4d43ec1-ddd5-4039-a124-eea360564a63/266c084f-6e21-413b-9459-055bf6fb0572/afe5c692-3bc8-4a4e-a0e6-129f38d21a36) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:14:26.911028 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:26.925622 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-db0070f4-0bcf-4838-89d8-695a0275d31b None None] Current status of the port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:26.988105 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Publish callbacks [] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.021953 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.062241 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Network b4d43ec1-ddd5-4039-a124-eea360564a63 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:14:27.065126 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:27.067549 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:27.072018 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:14:27.072519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.083407 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-96ed79f0-1ed5-4582-b74e-b8a0f4ca6782 None None] Provisioning complete for port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:27.083781 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96ed79f0-1ed5-4582-b74e-b8a0f4ca6782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.112534 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Pushing event updated for resources: {'Port': ['ID=afe5c692-3bc8-4a4e-a0e6-129f38d21a36,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:27.126386 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Publish callbacks [] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.146524 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.188148 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:27.250836 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.259034 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Attempting to bind port 4844c8f7-1fe6-43ea-b889-71950c06f7d8 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:14:27.259551 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Attempting to bind port 4844c8f7-1fe6-43ea-b889-71950c06f7d8 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:14:27.259883 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Attempting to bind port 4844c8f7-1fe6-43ea-b889-71950c06f7d8 on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:14:27.268090 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac11d53-47c0-4f83-9a98-eb12fbc08f1a None None] Pushing event updated for resources: {'Port': ['ID=4844c8f7-1fe6-43ea-b889-71950c06f7d8,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:27.274409 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:14:27.275250 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:14:27.275250 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.275627 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:14:27.276071 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Bound port: 4844c8f7-1fe6-43ea-b889-71950c06f7d8, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:14:27.276601 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.304585 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-96ed79f0-1ed5-4582-b74e-b8a0f4ca6782 None None] Current status of the port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:27.347437 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] For port 4844c8f7-1fe6-43ea-b889-71950c06f7d8, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:14:27.351922 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] For port 4844c8f7-1fe6-43ea-b889-71950c06f7d8, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=4844c8f7-1fe6-43ea-b889-71950c06f7d8,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:14:27.359352 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.425432 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Routers {'8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:14:27.426110 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:27.436762 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac11d53-47c0-4f83-9a98-eb12fbc08f1a None None] Pushing event updated for resources: {'Port': ['ID=4844c8f7-1fe6-43ea-b889-71950c06f7d8,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:27.455780 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Publish callbacks [] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.460901 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.461767 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.481368 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-3b5b10fb-af7e-426b-b742-e0e452bd3884 None None] Provisioning complete for port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:27.481740 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3b5b10fb-af7e-426b-b742-e0e452bd3884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.527520 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Pushing event updated for resources: {'Port': ['ID=afe5c692-3bc8-4a4e-a0e6-129f38d21a36,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:27.607588 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:27.625157 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Network b4d43ec1-ddd5-4039-a124-eea360564a63 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:14:27.628311 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:27.703722 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b10fb-af7e-426b-b742-e0e452bd3884 None None] Port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:14:27.740120 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] Set router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:14:27.772948 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:14:27.969763 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7d10cb3-b6b4-420f-9637-86500beb8ae2 None None] Provisioning complete for port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:27.970538 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7d10cb3-b6b4-420f-9637-86500beb8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:27.973020 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:14:27.982037 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cc8b75cf-d186-4e4c-9d43-082865356e4d admin admin] 10.222.0.43 "PUT /v2.0/routers/8cd0cf28-8bbb-4862-8e29-181ebb16b5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8222363 Jun 27 14:14:28.019716 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5279989-0937-4a35-936b-f2f03065229c req-f4f8f903-0c8f-43e1-bbaf-cd06cae003e8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:28.023254 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a5279989-0937-4a35-936b-f2f03065229c req-f4f8f903-0c8f-43e1-bbaf-cd06cae003e8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0717838 Jun 27 14:14:28.034414 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device ee4b9d1d-29cf-4532-9f9e-072732f5cb71 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:28.077399 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7d10cb3-b6b4-420f-9637-86500beb8ae2 None None] Port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:14:28.090096 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:26Z', 'revision_number': 1, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:28.095647 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:28.105409 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a5279989-0937-4a35-936b-f2f03065229c req-1933074b-11e4-48a7-982f-e30ebe0657ad tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769718 Jun 27 14:14:28.123438 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892d73e-4a30-4e1a-bd54-f9fbcf1e87d6 None None] The sync data for ids ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'] in dv-cinder-841125-9-iscsi is: [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:26Z', 'revision_number': 1, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:14:28.135953 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:28.136327 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:28.137865 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:28.246286 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:28.690492 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41652) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:28.696160 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-903445164-network', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:28.725842 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Made reservation on behalf of ec0af170581e4493a4a2153d2456ccb7 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:14:28.728640 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:28.740332 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:28.846142 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-fb99e878-c9c6-4dd1-a23b-ef410dc42b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:28.847711 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-fb99e878-c9c6-4dd1-a23b-ef410dc42b17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 1130 time: 0.3471949 Jun 27 14:14:28.867231 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Publish callbacks [] for security_group (f41905c8-14ca-475c-9e85-e9c50a906620), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:28.873341 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (f41905c8-14ca-475c-9e85-e9c50a906620), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:28.896478 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:28.905286 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:14:28.924475 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41905c8-14ca-475c-9e85-e9c50a906620,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:28.927206 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (5d432ed0-1059-4fa0-8923-af83f9a75a90), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:28.927552 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Added segment 5d432ed0-1059-4fa0-8923-af83f9a75a90 of type vlan for network bacfd89c-d728-4d5e-9c03-43337359e739 Jun 27 14:14:28.996305 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (bacfd89c-d728-4d5e-9c03-43337359e739), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:29.026370 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (bacfd89c-d728-4d5e-9c03-43337359e739), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:29.027441 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:29.028232 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:29.062189 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-daef0bf4-6956-4717-b5dc-8d165bc11c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:29.065781 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-daef0bf4-6956-4717-b5dc-8d165bc11c0c service neutron] 10.222.0.13 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 911 time: 0.1908379 Jun 27 14:14:29.071970 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3801103 Jun 27 14:14:29.076978 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41654) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:29.086316 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Request body: {'subnet': {'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-903445164-subnet', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:29.124755 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d275928-714a-44a0-a5af-d6ce49e2149d admin admin] Pushing event updated for resources: {'Network': ['ID=bacfd89c-d728-4d5e-9c03-43337359e739,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:29.144991 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network bacfd89c-d728-4d5e-9c03-43337359e739 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:14:29.199861 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Made reservation on behalf of ec0af170581e4493a4a2153d2456ccb7 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:14:29.203413 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:29.279361 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336bfb0-c481-4da9-8c3c-f1b9acc26cdd req-04f0fbac-0281-4480-ae8f-1133813fb524 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:29.281423 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7336bfb0-c481-4da9-8c3c-f1b9acc26cdd req-04f0fbac-0281-4480-ae8f-1133813fb524 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0598590 Jun 27 14:14:29.284785 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-27778ea3-0843-44ae-8415-743b1bb62d17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2 HTTP/1.1" status: 200 len: 1001 time: 0.1914780 Jun 27 14:14:29.360618 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7336bfb0-c481-4da9-8c3c-f1b9acc26cdd req-c841a690-8e3f-4ee0-97b3-eb2486584537 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725002 Jun 27 14:14:29.365415 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-334b2b5b-683c-4394-8ec2-ff40c2bf0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:29.366978 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-334b2b5b-683c-4394-8ec2-ff40c2bf0f24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4eeb10-6bd6-4aad-88be-ccba7334c626 HTTP/1.1" status: 200 len: 849 time: 0.0714307 Jun 27 14:14:29.435359 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:29.448843 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-d0710d7f-a277-4460-9627-f568804a4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:29.450372 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-d0710d7f-a277-4460-9627-f568804a4eca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594537 Jun 27 14:14:29.533962 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (fae38e69-7b17-4abe-9ba0-656885296c70), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:29.539575 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:29.636252 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae38e69-7b17-4abe-9ba0-656885296c70,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:29.669242 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-e8b1c8b1-a140-43dd-99df-59c1f529412e service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884410 Jun 27 14:14:29.675524 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Checking segment: {'id': '5d432ed0-1059-4fa0-8923-af83f9a75a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:14:29.675944 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Network hostable DHCP agents. Network: bacfd89c-d728-4d5e-9c03-43337359e739, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:14:29.749975 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Network bacfd89c-d728-4d5e-9c03-43337359e739 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:14:29.769570 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, bacfd89c-d728-4d5e-9c03-43337359e739) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:29.777093 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:29.777522 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:29.781370 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61321bb-5550-4026-bc04-e6201e454d2c None None] Network bacfd89c-d728-4d5e-9c03-43337359e739 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:14:29.801967 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f47c4e3-5fde-4bd2-8d7a-8849dffe4ae4 req-501393d9-0420-4e10-ae5d-3325e7e02221 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230643 Jun 27 14:14:29.807753 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6254ce81-b452-4499-ba86-1f2c2c4a5333 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7292614 Jun 27 14:14:29.811488 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41660) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:29.816434 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-903445164-router', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:29.849002 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (10662800-5757-4371-9b37-d8e6d6ac0668), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:29.851310 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (10662800-5757-4371-9b37-d8e6d6ac0668), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:29.945062 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-bacfd89c-d728-4d5e-9c03-43337359e739', 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739', 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'fixed_ips': [{'subnet_id': 'fae38e69-7b17-4abe-9ba0-656885296c70'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:14:29.945229 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks [] for router_controller (10662800-5757-4371-9b37-d8e6d6ac0668), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:29.947227 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:29.955150 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 4844c8f7-1fe6-43ea-b889-71950c06f7d8 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:30.026880 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:30.109841 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks [] for router_gateway (10662800-5757-4371-9b37-d8e6d6ac0668), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.129220 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 4844c8f7-1fe6-43ea-b889-71950c06f7d8 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:30.129583 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.222951 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Allocated IP 172.20.0.2 (bacfd89c-d728-4d5e-9c03-43337359e739/fae38e69-7b17-4abe-9ba0-656885296c70/334d0106-824f-4654-af5e-b867a64e86d3) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:14:30.277778 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 4844c8f7-1fe6-43ea-b889-71950c06f7d8 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:30.278184 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.310103 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks [] for router_gateway (10662800-5757-4371-9b37-d8e6d6ac0668), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.323143 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 4844c8f7-1fe6-43ea-b889-71950c06f7d8, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=4844c8f7-1fe6-43ea-b889-71950c06f7d8,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:30.332686 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.358352 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.461398 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=4844c8f7-1fe6-43ea-b889-71950c06f7d8,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:30.478219 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.478566 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.478968 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.479309 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.479638 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.479971 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.480293 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.480616 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.480940 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.481265 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.481589 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.481912 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.482234 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.482556 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.482910 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:30.500436 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Publish callbacks [] for port (334d0106-824f-4654-af5e-b867a64e86d3), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.509447 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (334d0106-824f-4654-af5e-b867a64e86d3), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.511274 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:30.540372 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Allocated IP 172.27.2.168 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/b4cda041-8d29-47ff-9393-2b8a319cf3d1) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:14:30.548482 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7d070-072c-4c92-8af2-e1a83f3e2241 req-60f05b51-74e8-4c1f-8f79-ae915b6659d5 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:30.549634 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0a7d070-072c-4c92-8af2-e1a83f3e2241 req-60f05b51-74e8-4c1f-8f79-ae915b6659d5 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0952833 Jun 27 14:14:30.552431 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Network bacfd89c-d728-4d5e-9c03-43337359e739 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:14:30.555384 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:30.561391 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:30.565617 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:14:30.573918 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Pushing event updated for resources: {'Port': ['ID=334d0106-824f-4654-af5e-b867a64e86d3,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:30.613874 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:30.633335 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:30.646400 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Sync routers for ids ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:14:30.651418 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Attempting to bind port 334d0106-824f-4654-af5e-b867a64e86d3 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:14:30.651801 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Attempting to bind port 334d0106-824f-4654-af5e-b867a64e86d3 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '5d432ed0-1059-4fa0-8923-af83f9a75a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:14:30.652172 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Attempting to bind port 334d0106-824f-4654-af5e-b867a64e86d3 on network bacfd89c-d728-4d5e-9c03-43337359e739 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:14:30.657777 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Routers {'8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:14:30.658290 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:14:30.658693 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Checking segment: {'id': '5d432ed0-1059-4fa0-8923-af83f9a75a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:14:30.658831 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:30.659138 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.660178 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Bound using segment: {'id': '5d432ed0-1059-4fa0-8923-af83f9a75a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:14:30.660178 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Bound port: 334d0106-824f-4654-af5e-b867a64e86d3, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d432ed0-1059-4fa0-8923-af83f9a75a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:14:30.660483 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (334d0106-824f-4654-af5e-b867a64e86d3), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.672313 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0a7d070-072c-4c92-8af2-e1a83f3e2241 req-c4f5da22-fcd4-4f46-aa02-fe3cfac00dd4 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127658 Jun 27 14:14:30.727839 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] For port 334d0106-824f-4654-af5e-b867a64e86d3, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:14:30.731556 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] For port 334d0106-824f-4654-af5e-b867a64e86d3, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=334d0106-824f-4654-af5e-b867a64e86d3,segment=NetworkSegment(5d432ed0-1059-4fa0-8923-af83f9a75a90),segment_id=5d432ed0-1059-4fa0-8923-af83f9a75a90)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:14:30.738909 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks [] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.740228 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (334d0106-824f-4654-af5e-b867a64e86d3), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.777639 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Set router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:14:30.786754 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:30.831157 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63965f6b-a5e2-4615-b415-d4e2903c4590 None None] Pushing event updated for resources: {'Port': ['ID=334d0106-824f-4654-af5e-b867a64e86d3,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:30.841270 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:14:30.846536 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:30.851440 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:14:30.886937 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Pushing event updated for resources: {'Port': ['ID=b4cda041-8d29-47ff-9393-2b8a319cf3d1,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:31.046505 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 2, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:31.081570 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Checking router: 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:14:31.082986 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Updating router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:14:31.122068 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:31.173901 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks [] for router_gateway (10662800-5757-4371-9b37-d8e6d6ac0668), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:31.216609 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:31.393421 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (10662800-5757-4371-9b37-d8e6d6ac0668), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:31.460696 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Publish callbacks [] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:31.469205 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:31.529254 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Pushing event updated for resources: {'Port': ['ID=afe5c692-3bc8-4a4e-a0e6-129f38d21a36,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:31.533083 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Router 10662800-5757-4371-9b37-d8e6d6ac0668 is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:14:31.540851 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.541488 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.542045 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.542220 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.542521 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.542880 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.543207 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.543529 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.543901 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.544167 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.544491 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.544830 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.545151 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.545469 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.545854 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:31.603317 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Attempting to bind port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:14:31.603588 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Attempting to bind port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:14:31.604343 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Attempting to bind port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 on network b4d43ec1-ddd5-4039-a124-eea360564a63 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:14:31.610636 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:14:31.611652 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Checking segment: {'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:14:31.612559 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:31.613149 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Bound using segment: {'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:14:31.613859 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Bound port: afe5c692-3bc8-4a4e-a0e6-129f38d21a36, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:14:31.614300 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:31.616355 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:31.664593 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:14:31.686458 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Sync routers for ids ['10662800-5757-4371-9b37-d8e6d6ac0668'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:14:31.696170 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:31.700504 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41668) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:31.708082 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d0fd7fba-6000-4000-9624-0584f671ea1c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8942151 Jun 27 14:14:31.718127 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Routers {'10662800-5757-4371-9b37-d8e6d6ac0668'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:14:31.723810 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['10662800-5757-4371-9b37-d8e6d6ac0668'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:31.764273 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] For port afe5c692-3bc8-4a4e-a0e6-129f38d21a36, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:14:31.772670 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] For port afe5c692-3bc8-4a4e-a0e6-129f38d21a36, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=afe5c692-3bc8-4a4e-a0e6-129f38d21a36,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:14:31.787872 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:31.794707 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:31.885853 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:31.892936 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda6825-7995-4215-8a92-8c6f3d1357a0 req-0b73480d-d190-4497-bc40-5940ab03a8ca tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:31.901394 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3fda6825-7995-4215-8a92-8c6f3d1357a0 req-0b73480d-d190-4497-bc40-5940ab03a8ca tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1294935 Jun 27 14:14:31.976576 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Routers {'8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:14:31.979457 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:31.983572 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3fda6825-7995-4215-8a92-8c6f3d1357a0 req-c1d90953-5c8a-4b6e-a562-7aaa4052e841 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769575 Jun 27 14:14:32.125165 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f8137e65-be52-4fea-90d8-bf18f14c0c49 None None] Provisioning complete for port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:32.131749 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f8137e65-be52-4fea-90d8-bf18f14c0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:32.269567 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Set router 10662800-5757-4371-9b37-d8e6d6ac0668 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:14:32.273205 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581190e-85a6-4bf0-acdb-4ce18160a2b8 req-7bd17355-32db-4238-bd35-9359636ffe03 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:32.286270 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4581190e-85a6-4bf0-acdb-4ce18160a2b8 req-7bd17355-32db-4238-bd35-9359636ffe03 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0819902 Jun 27 14:14:32.287222 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] Set router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:14:32.358956 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 4844c8f7-1fe6-43ea-b889-71950c06f7d8 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:32.362847 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eca09e-bc2f-43e7-a766-226517884338 None None] Network bacfd89c-d728-4d5e-9c03-43337359e739 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:14:32.426969 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bf271-e850-4baa-84e0-b32c2d742877 None None] Pushing event updated for resources: {'Port': ['ID=afe5c692-3bc8-4a4e-a0e6-129f38d21a36,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:32.436421 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4581190e-85a6-4bf0-acdb-4ce18160a2b8 req-5aca40a7-ccd3-4d04-9601-7f9d9cdfa061 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487937 Jun 27 14:14:32.550357 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-7bceec50-326d-48d7-9a9a-d4f4732cd3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:32.552504 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-7bceec50-326d-48d7-9a9a-d4f4732cd3ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05c1d547616744d0972e9ae67dda5ac9&device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 1168 time: 0.1270294 Jun 27 14:14:32.663273 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:32.675574 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:32.692641 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:31Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:32.745116 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be5d60-56f1-432b-b3e1-9b176e7713c6 None None] The sync data for ids ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'] in dv-cinder-841125-9-iscsi is: [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:31Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:14:32.764903 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 4844c8f7-1fe6-43ea-b889-71950c06f7d8 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:32.765770 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:32.793186 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-6b2be893-9698-43ea-965f-a375248b0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:32.794715 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-6b2be893-9698-43ea-965f-a375248b0b3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4 HTTP/1.1" status: 200 len: 916 time: 0.2333064 Jun 27 14:14:32.825667 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f8137e65-be52-4fea-90d8-bf18f14c0c49 None None] Current status of the port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:32.826065 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f8137e65-be52-4fea-90d8-bf18f14c0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:32.849521 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:32.909812 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'name': 'tempest-TestShelveInstance-903445164-router', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:29Z', 'updated_at': '2022-06-27T14:14:31Z', 'revision_number': 3, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'gw_port': {'id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:30Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:32.911321 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:32.913703 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-fd2e618f-a24e-4783-aea0-b10d344ed9cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 200 len: 1000 time: 0.1098754 Jun 27 14:14:32.918546 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f8137e65-be52-4fea-90d8-bf18f14c0c49 None None] For port afe5c692-3bc8-4a4e-a0e6-129f38d21a36, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=afe5c692-3bc8-4a4e-a0e6-129f38d21a36,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:32.950528 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Checking router: 10662800-5757-4371-9b37-d8e6d6ac0668 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:14:32.950914 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Updating router 10662800-5757-4371-9b37-d8e6d6ac0668 port b4cda041-8d29-47ff-9393-2b8a319cf3d1 binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:14:32.952882 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f8137e65-be52-4fea-90d8-bf18f14c0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:32.965696 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Allocated IP 172.20.0.1 (bacfd89c-d728-4d5e-9c03-43337359e739/fae38e69-7b17-4abe-9ba0-656885296c70/213ecb25-3ab4-4da9-b96f-2b667b555675) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:14:33.008572 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:33.050925 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.054174 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 4844c8f7-1fe6-43ea-b889-71950c06f7d8 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:33.060714 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 334d0106-824f-4654-af5e-b867a64e86d3 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:33.082102 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-2f4f5e72-bcd4-4a1d-aafc-48c382d41a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:33.083653 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-2f4f5e72-bcd4-4a1d-aafc-48c382d41a4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be33c672-9aa2-47b1-9175-11b416ef46b6 HTTP/1.1" status: 200 len: 854 time: 0.1582012 Jun 27 14:14:33.173147 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8137e65-be52-4fea-90d8-bf18f14c0c49 None None] Pushing event updated for resources: {'Port': ['ID=afe5c692-3bc8-4a4e-a0e6-129f38d21a36,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:33.177965 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e995d51-c96e-49e3-9c35-c2ec31bf1118 req-1d4b4797-8358-43e1-8138-ea0a344438a4 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:33.190424 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8e995d51-c96e-49e3-9c35-c2ec31bf1118 req-1d4b4797-8358-43e1-8138-ea0a344438a4 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1165771 Jun 27 14:14:33.191884 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-5e4b22de-a336-4b29-a8f5-35ae952eb90f None None] Provisioning complete for port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:33.192258 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e4b22de-a336-4b29-a8f5-35ae952eb90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.218810 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-a71b6cc9-4b6c-4d1d-8ff2-ef2875e05c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:33.220332 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-a71b6cc9-4b6c-4d1d-8ff2-ef2875e05c45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893266 Jun 27 14:14:33.251839 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Publish callbacks [] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.255432 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8e995d51-c96e-49e3-9c35-c2ec31bf1118 req-99789ae3-5f1d-4be3-be13-270a5f6d0e3a tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651526 Jun 27 14:14:33.328789 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 334d0106-824f-4654-af5e-b867a64e86d3 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:33.329492 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (334d0106-824f-4654-af5e-b867a64e86d3), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.382301 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.412657 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-4c772251-dc76-48dc-a692-670d73ace3fb service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810803 Jun 27 14:14:33.430557 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Network bacfd89c-d728-4d5e-9c03-43337359e739 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:14:33.432946 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:33.471954 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:14:33.472452 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (10662800-5757-4371-9b37-d8e6d6ac0668), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.491946 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b22de-a336-4b29-a8f5-35ae952eb90f None None] Current status of the port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:33.554571 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-5e4b22de-a336-4b29-a8f5-35ae952eb90f None None] Provisioning complete for port 334d0106-824f-4654-af5e-b867a64e86d3 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:33.554983 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e4b22de-a336-4b29-a8f5-35ae952eb90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (334d0106-824f-4654-af5e-b867a64e86d3), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.594938 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Pushing event updated for resources: {'Port': ['ID=213ecb25-3ab4-4da9-b96f-2b667b555675,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:33.636884 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 334d0106-824f-4654-af5e-b867a64e86d3 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:33.637279 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (334d0106-824f-4654-af5e-b867a64e86d3), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.704316 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-ae8c3a66-7d41-4597-be0e-1b68e3f6a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:33.706019 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-ae8c3a66-7d41-4597-be0e-1b68e3f6a0f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 1130 time: 0.1012094 Jun 27 14:14:33.708738 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914560f-e456-4fd9-98d8-efeb3052dc8d req-c776f6fb-c2c0-4e84-b721-95f9ca355d91 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:33.711982 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3914560f-e456-4fd9-98d8-efeb3052dc8d req-c776f6fb-c2c0-4e84-b721-95f9ca355d91 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0718248 Jun 27 14:14:33.728668 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a504a-bf70-48c4-9d42-dc2a696d05de req-c7f1b2ac-e4a1-4bbd-9c80-e3bda767aa31 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:33.742256 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-189a504a-bf70-48c4-9d42-dc2a696d05de req-c7f1b2ac-e4a1-4bbd-9c80-e3bda767aa31 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.1622686 Jun 27 14:14:33.746964 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:33.767193 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80e16a0d-3a58-4c0c-b7bc-692a079b38a0 req-bcfa7504-56e6-4c89-b6ab-4565f421cedd service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353155 Jun 27 14:14:33.799327 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 334d0106-824f-4654-af5e-b867a64e86d3, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=334d0106-824f-4654-af5e-b867a64e86d3,segment=NetworkSegment(5d432ed0-1059-4fa0-8923-af83f9a75a90),segment_id=5d432ed0-1059-4fa0-8923-af83f9a75a90)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:33.836323 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b22de-a336-4b29-a8f5-35ae952eb90f None None] Current status of the port 334d0106-824f-4654-af5e-b867a64e86d3 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:33.836715 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e4b22de-a336-4b29-a8f5-35ae952eb90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (334d0106-824f-4654-af5e-b867a64e86d3), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.845002 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (334d0106-824f-4654-af5e-b867a64e86d3), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.858883 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Publish callbacks [] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.895338 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-189a504a-bf70-48c4-9d42-dc2a696d05de req-ade2cfb3-151f-44c3-a0cc-25cd15f45707 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1519313 Jun 27 14:14:33.895517 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.907163 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:33.938614 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Attempting to bind port b4cda041-8d29-47ff-9393-2b8a319cf3d1 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:14:33.939038 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Attempting to bind port b4cda041-8d29-47ff-9393-2b8a319cf3d1 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:14:33.939383 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Attempting to bind port b4cda041-8d29-47ff-9393-2b8a319cf3d1 on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:14:33.946730 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3914560f-e456-4fd9-98d8-efeb3052dc8d req-357031aa-07e1-42ac-a43c-7d16416e33ee tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970763 Jun 27 14:14:33.948001 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:33.986513 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:14:33.986981 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:14:33.987305 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.987696 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:14:33.988156 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Bound port: b4cda041-8d29-47ff-9393-2b8a319cf3d1, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:14:33.988685 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:33.992524 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:33.993850 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=334d0106-824f-4654-af5e-b867a64e86d3,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:34.034090 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-cedb7902-aba2-4d13-a418-df71013d09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:34.035739 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-cedb7902-aba2-4d13-a418-df71013d09ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 911 time: 0.2863822 Jun 27 14:14:34.042277 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:34.053388 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device afe5c692-3bc8-4a4e-a0e6-129f38d21a36 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:34.066430 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.db.api [None req-5e4b22de-a336-4b29-a8f5-35ae952eb90f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 14:14:34.066862 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG oslo_db.api [None req-5e4b22de-a336-4b29-a8f5-35ae952eb90f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 14:14:34.119265 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f0d7d-6d40-46c7-82a9-28e8c746f95c None None] Pushing event updated for resources: {'Port': ['ID=b4cda041-8d29-47ff-9393-2b8a319cf3d1,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:34.132642 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] For port b4cda041-8d29-47ff-9393-2b8a319cf3d1, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:14:34.136293 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] For port b4cda041-8d29-47ff-9393-2b8a319cf3d1, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=b4cda041-8d29-47ff-9393-2b8a319cf3d1,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:14:34.147388 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:34.156913 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:34.157287 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:34.225404 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-574d93dc-40d1-4edb-b322-64d8db9f52b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2 HTTP/1.1" status: 200 len: 1001 time: 0.1025198 Jun 27 14:14:34.247980 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Routers {'10662800-5757-4371-9b37-d8e6d6ac0668'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:14:34.248598 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['10662800-5757-4371-9b37-d8e6d6ac0668'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:34.252675 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f0d7d-6d40-46c7-82a9-28e8c746f95c None None] Pushing event updated for resources: {'Port': ['ID=b4cda041-8d29-47ff-9393-2b8a319cf3d1,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:34.311953 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-b51bd4ea-c414-42e2-a751-62a5bad54fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:34.313435 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-b51bd4ea-c414-42e2-a751-62a5bad54fc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4eeb10-6bd6-4aad-88be-ccba7334c626 HTTP/1.1" status: 200 len: 849 time: 0.0762784 Jun 27 14:14:34.316151 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Publish callbacks [] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:34.321746 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:34.322506 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (10662800-5757-4371-9b37-d8e6d6ac0668), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:34.359765 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:34.385006 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] Set router 10662800-5757-4371-9b37-d8e6d6ac0668 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:14:34.415970 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Pushing event updated for resources: {'Port': ['ID=213ecb25-3ab4-4da9-b96f-2b667b555675,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:34.425258 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-6e56f3a9-5514-40bd-84ff-893a4dd3f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:34.426829 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-6e56f3a9-5514-40bd-84ff-893a4dd3f753 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1020234 Jun 27 14:14:34.614111 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'name': 'tempest-TestShelveInstance-903445164-router', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:29Z', 'updated_at': '2022-06-27T14:14:33Z', 'revision_number': 4, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'gw_port': {'id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:30Z', 'updated_at': '2022-06-27T14:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '213ecb25-3ab4-4da9-b96f-2b667b555675', 'name': '', 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'mac_address': 'fa:16:3e:73:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fae38e69-7b17-4abe-9ba0-656885296c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:32Z', 'updated_at': '2022-06-27T14:14:32Z', 'revision_number': 1, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'subnets': [{'id': 'fae38e69-7b17-4abe-9ba0-656885296c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:34.617856 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b22de-a336-4b29-a8f5-35ae952eb90f None None] Current status of the port 334d0106-824f-4654-af5e-b867a64e86d3 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:34.650123 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8a4a9-14f5-442f-8796-02d4c2a86fda None None] The sync data for ids ['10662800-5757-4371-9b37-d8e6d6ac0668'] in dv-cinder-841125-9-iscsi is: [{'id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'name': 'tempest-TestShelveInstance-903445164-router', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:29Z', 'updated_at': '2022-06-27T14:14:33Z', 'revision_number': 4, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'gw_port': {'id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:30Z', 'updated_at': '2022-06-27T14:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '213ecb25-3ab4-4da9-b96f-2b667b555675', 'name': '', 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'mac_address': 'fa:16:3e:73:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fae38e69-7b17-4abe-9ba0-656885296c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:32Z', 'updated_at': '2022-06-27T14:14:32Z', 'revision_number': 1, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'subnets': [{'id': 'fae38e69-7b17-4abe-9ba0-656885296c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:14:34.738718 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-89153ba0-f155-46ee-bef8-1507a8c07c23 None None] Provisioning complete for port 213ecb25-3ab4-4da9-b96f-2b667b555675 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:34.739111 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89153ba0-f155-46ee-bef8-1507a8c07c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:34.829983 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Network bacfd89c-d728-4d5e-9c03-43337359e739 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:14:34.833411 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:34.923306 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-034ca38c-dab3-494f-b188-d9511e63ada0 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661803 Jun 27 14:14:34.950802 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:34.952342 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-89153ba0-f155-46ee-bef8-1507a8c07c23 None None] Port 213ecb25-3ab4-4da9-b96f-2b667b555675 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:14:34.972330 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-89153ba0-f155-46ee-bef8-1507a8c07c23 None None] Provisioning complete for port 334d0106-824f-4654-af5e-b867a64e86d3 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:34.972708 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89153ba0-f155-46ee-bef8-1507a8c07c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (334d0106-824f-4654-af5e-b867a64e86d3), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:35.073502 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-89153ba0-f155-46ee-bef8-1507a8c07c23 None None] Current status of the port 334d0106-824f-4654-af5e-b867a64e86d3 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:35.091022 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:35.111675 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:35.112891 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b6ef-445f-4f8f-92b5-2bed19b06445 req-39b6ec39-b4d8-41b3-a84a-b571d595943b tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:35.114479 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4404b6ef-445f-4f8f-92b5-2bed19b06445 req-39b6ec39-b4d8-41b3-a84a-b571d595943b tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.1024606 Jun 27 14:14:35.144246 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Router 10662800-5757-4371-9b37-d8e6d6ac0668 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:14:35.174998 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0595d92d-44c9-4b07-a82a-b87e3d358f95 req-5037fa32-f42f-4d13-b76c-2c9a9d00f1b0 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421174 Jun 27 14:14:35.200661 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-5c44627f-78ef-422d-acd7-c96b75375cc0 None None] Provisioning complete for port 213ecb25-3ab4-4da9-b96f-2b667b555675 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:35.201048 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c44627f-78ef-422d-acd7-c96b75375cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:35.219391 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fc631-89a8-4ebe-8603-6e31b4535448 req-f04cf891-fa97-455d-b21d-377c392b269d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:35.221200 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ba0fc631-89a8-4ebe-8603-6e31b4535448 req-f04cf891-fa97-455d-b21d-377c392b269d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.1349399 Jun 27 14:14:35.248170 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5c44627f-78ef-422d-acd7-c96b75375cc0 None None] Port 213ecb25-3ab4-4da9-b96f-2b667b555675 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:14:35.282376 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:35.301052 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:14:35.306252 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-fb140d19-3f3f-4ecf-9f4a-749d03b7166b admin admin] 10.222.0.43 "PUT /v2.0/routers/10662800-5757-4371-9b37-d8e6d6ac0668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6046617 Jun 27 14:14:35.563553 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4404b6ef-445f-4f8f-92b5-2bed19b06445 req-67f8891e-b0a8-48a9-9911-457c01022b4d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4281693 Jun 27 14:14:35.582138 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ba0fc631-89a8-4ebe-8603-6e31b4535448 req-7c1fa017-b70e-4f92-b825-98131e9a5cbb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532822 Jun 27 14:14:35.850973 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41694) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:35.856415 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-2063975b-24c6-43e7-88f9-9e6dfdf3f90a tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367362367', 'description': 'tempest-secgroup-smoke-367362367 description', 'project_id': '1660a6efb665498199c6d992dffcf16c'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:35.885913 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2063975b-24c6-43e7-88f9-9e6dfdf3f90a tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:35.989331 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2063975b-24c6-43e7-88f9-9e6dfdf3f90a tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group (6bb3216c-1298-4e3b-bb76-b7249738bb2d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:35.995213 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2063975b-24c6-43e7-88f9-9e6dfdf3f90a tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (6bb3216c-1298-4e3b-bb76-b7249738bb2d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.028923 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device b4cda041-8d29-47ff-9393-2b8a319cf3d1 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:36.030549 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063975b-24c6-43e7-88f9-9e6dfdf3f90a tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb3216c-1298-4e3b-bb76-b7249738bb2d,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:36.035089 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2063975b-24c6-43e7-88f9-9e6dfdf3f90a tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.039215 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2063975b-24c6-43e7-88f9-9e6dfdf3f90a tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1843905 Jun 27 14:14:36.039795 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41696) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:36.045256 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-0a96ca57-a05c-4757-949d-c852a6536f6c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Request body: {'security_group_rule': {'security_group_id': '6bb3216c-1298-4e3b-bb76-b7249738bb2d', 'project_id': '1660a6efb665498199c6d992dffcf16c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:36.081996 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a96ca57-a05c-4757-949d-c852a6536f6c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (7132e0c3-28a3-4212-8946-3cb8522454c3), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.082264 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:36.083863 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port b4cda041-8d29-47ff-9393-2b8a319cf3d1 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:36.084239 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.152336 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a96ca57-a05c-4757-949d-c852a6536f6c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (7132e0c3-28a3-4212-8946-3cb8522454c3), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.158777 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a96ca57-a05c-4757-949d-c852a6536f6c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (7132e0c3-28a3-4212-8946-3cb8522454c3), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.165401 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port b4cda041-8d29-47ff-9393-2b8a319cf3d1 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:36.165777 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.182881 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96ca57-a05c-4757-949d-c852a6536f6c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7132e0c3-28a3-4212-8946-3cb8522454c3,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:36.194298 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port b4cda041-8d29-47ff-9393-2b8a319cf3d1, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=b4cda041-8d29-47ff-9393-2b8a319cf3d1,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:36.201400 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a96ca57-a05c-4757-949d-c852a6536f6c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.202950 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0a96ca57-a05c-4757-949d-c852a6536f6c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619577 Jun 27 14:14:36.203454 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.204331 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 334d0106-824f-4654-af5e-b867a64e86d3 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:36.205701 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41698) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:36.211101 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-c3cd7b95-dd90-4a39-aee4-8bf158cc0953 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Request body: {'security_group_rule': {'security_group_id': '6bb3216c-1298-4e3b-bb76-b7249738bb2d', 'project_id': '1660a6efb665498199c6d992dffcf16c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:36.247293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7b95-dd90-4a39-aee4-8bf158cc0953 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (1bbabafc-9bcf-418f-a232-6bbb4da305bc), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.289903 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=b4cda041-8d29-47ff-9393-2b8a319cf3d1,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:36.296314 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:36.299252 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 334d0106-824f-4654-af5e-b867a64e86d3 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:36.299413 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (334d0106-824f-4654-af5e-b867a64e86d3), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.320176 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7b95-dd90-4a39-aee4-8bf158cc0953 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (1bbabafc-9bcf-418f-a232-6bbb4da305bc), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.324444 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7b95-dd90-4a39-aee4-8bf158cc0953 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (1bbabafc-9bcf-418f-a232-6bbb4da305bc), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.345687 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7b95-dd90-4a39-aee4-8bf158cc0953 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbabafc-9bcf-418f-a232-6bbb4da305bc,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:36.360818 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7b95-dd90-4a39-aee4-8bf158cc0953 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.366898 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c3cd7b95-dd90-4a39-aee4-8bf158cc0953 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555214 Jun 27 14:14:36.367213 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41700) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:36.371637 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-a77d981c-222c-4ef1-8769-2cd3456794f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Request body: {'security_group_rule': {'security_group_id': '6bb3216c-1298-4e3b-bb76-b7249738bb2d', 'project_id': '1660a6efb665498199c6d992dffcf16c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:36.388196 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 334d0106-824f-4654-af5e-b867a64e86d3 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:36.399744 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a77d981c-222c-4ef1-8769-2cd3456794f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (51afbd09-270f-4577-8f34-6a2338b235fa), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.459782 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a77d981c-222c-4ef1-8769-2cd3456794f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (51afbd09-270f-4577-8f34-6a2338b235fa), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.464491 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a77d981c-222c-4ef1-8769-2cd3456794f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (51afbd09-270f-4577-8f34-6a2338b235fa), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.484777 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d981c-222c-4ef1-8769-2cd3456794f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51afbd09-270f-4577-8f34-6a2338b235fa,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:36.493658 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a77d981c-222c-4ef1-8769-2cd3456794f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.497493 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a77d981c-222c-4ef1-8769-2cd3456794f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267054 Jun 27 14:14:36.497734 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41702) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:36.502188 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-b6c415fd-1316-430e-9a8b-40bff6c999e9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Request body: {'security_group_rule': {'security_group_id': '6bb3216c-1298-4e3b-bb76-b7249738bb2d', 'project_id': '1660a6efb665498199c6d992dffcf16c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:36.529549 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b6c415fd-1316-430e-9a8b-40bff6c999e9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (4f85cc1a-2b54-4cd8-88db-41fb5c45ca70), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.592786 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b6c415fd-1316-430e-9a8b-40bff6c999e9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (4f85cc1a-2b54-4cd8-88db-41fb5c45ca70), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.599757 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b6c415fd-1316-430e-9a8b-40bff6c999e9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (4f85cc1a-2b54-4cd8-88db-41fb5c45ca70), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.621859 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c415fd-1316-430e-9a8b-40bff6c999e9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f85cc1a-2b54-4cd8-88db-41fb5c45ca70,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:36.628992 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b6c415fd-1316-430e-9a8b-40bff6c999e9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.633100 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41708) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:36.633678 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b6c415fd-1316-430e-9a8b-40bff6c999e9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344242 Jun 27 14:14:36.637863 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-37f746e4-ef2b-454b-92a6-b495349c6d2b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Request body: {'security_group_rule': {'security_group_id': '6bb3216c-1298-4e3b-bb76-b7249738bb2d', 'project_id': '1660a6efb665498199c6d992dffcf16c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:36.678852 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-37f746e4-ef2b-454b-92a6-b495349c6d2b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Project 1660a6efb665498199c6d992dffcf16c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 14:14:36.693195 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-37f746e4-ef2b-454b-92a6-b495349c6d2b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (194aab90-b17d-4940-8cc2-51df6cd043b0), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.726518 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da80b3-917c-4fbd-8e17-26acac080998 req-e5d1ae89-acc4-450d-b201-da904d57e518 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:36.727978 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-78da80b3-917c-4fbd-8e17-26acac080998 req-e5d1ae89-acc4-450d-b201-da904d57e518 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0848155 Jun 27 14:14:36.743187 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d0ee-4f7e-446d-b879-0593f1d8e92d req-45b060fa-c8f5-46c3-865b-3661daf1194c tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:36.744640 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-32e6d0ee-4f7e-446d-b879-0593f1d8e92d req-45b060fa-c8f5-46c3-865b-3661daf1194c tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0644023 Jun 27 14:14:36.762040 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-37f746e4-ef2b-454b-92a6-b495349c6d2b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (194aab90-b17d-4940-8cc2-51df6cd043b0), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.767169 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:36.767543 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-37f746e4-ef2b-454b-92a6-b495349c6d2b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (194aab90-b17d-4940-8cc2-51df6cd043b0), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.797240 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f746e4-ef2b-454b-92a6-b495349c6d2b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194aab90-b17d-4940-8cc2-51df6cd043b0,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:36.813244 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-37f746e4-ef2b-454b-92a6-b495349c6d2b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.814413 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-37f746e4-ef2b-454b-92a6-b495349c6d2b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802320 Jun 27 14:14:36.817303 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41710) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:14:36.822779 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-eb7cb365-a2de-4efb-a313-0ae9b9312eec tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Request body: {'security_group_rule': {'security_group_id': '6bb3216c-1298-4e3b-bb76-b7249738bb2d', 'project_id': '1660a6efb665498199c6d992dffcf16c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:36.846953 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-eb7cb365-a2de-4efb-a313-0ae9b9312eec tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Project 1660a6efb665498199c6d992dffcf16c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 14:14:36.847419 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-32e6d0ee-4f7e-446d-b879-0593f1d8e92d req-b7f14954-419c-4e0c-a1fd-c1dd15b71041 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960157 Jun 27 14:14:36.854012 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb365-a2de-4efb-a313-0ae9b9312eec tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (03ce686d-a4bc-448a-b426-43151db14299), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.859569 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-78da80b3-917c-4fbd-8e17-26acac080998 req-7368365f-eb47-4d3e-90d2-ff2592dc2cb9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241093 Jun 27 14:14:36.938709 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb365-a2de-4efb-a313-0ae9b9312eec tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (03ce686d-a4bc-448a-b426-43151db14299), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.943529 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb365-a2de-4efb-a313-0ae9b9312eec tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (03ce686d-a4bc-448a-b426-43151db14299), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.965374 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cb365-a2de-4efb-a313-0ae9b9312eec tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ce686d-a4bc-448a-b426-43151db14299,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:36.976046 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb365-a2de-4efb-a313-0ae9b9312eec tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:36.977387 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-eb7cb365-a2de-4efb-a313-0ae9b9312eec tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1590552 Jun 27 14:14:37.068496 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Sync routers for ids ['10662800-5757-4371-9b37-d8e6d6ac0668'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:14:37.081088 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Routers {'10662800-5757-4371-9b37-d8e6d6ac0668'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:14:37.081842 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['10662800-5757-4371-9b37-d8e6d6ac0668'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:37.199924 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Set router 10662800-5757-4371-9b37-d8e6d6ac0668 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:14:37.399012 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'name': 'tempest-TestShelveInstance-903445164-router', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:29Z', 'updated_at': '2022-06-27T14:14:33Z', 'revision_number': 4, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'gw_port': {'id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:30Z', 'updated_at': '2022-06-27T14:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '213ecb25-3ab4-4da9-b96f-2b667b555675', 'name': '', 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'mac_address': 'fa:16:3e:73:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fae38e69-7b17-4abe-9ba0-656885296c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:32Z', 'updated_at': '2022-06-27T14:14:34Z', 'revision_number': 2, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'subnets': [{'id': 'fae38e69-7b17-4abe-9ba0-656885296c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:37.401584 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:37.425888 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Checking router: 10662800-5757-4371-9b37-d8e6d6ac0668 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:14:37.426250 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Updating router 10662800-5757-4371-9b37-d8e6d6ac0668 port 213ecb25-3ab4-4da9-b96f-2b667b555675 binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:14:37.457339 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:37.755464 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Publish callbacks [] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:37.761863 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:37.803513 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:37.818623 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b848a-7472-4629-a767-82f39adc03e8 None None] Pushing event updated for resources: {'Port': ['ID=213ecb25-3ab4-4da9-b96f-2b667b555675,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:37.882027 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Attempting to bind port 213ecb25-3ab4-4da9-b96f-2b667b555675 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:14:37.882429 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Attempting to bind port 213ecb25-3ab4-4da9-b96f-2b667b555675 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': '5d432ed0-1059-4fa0-8923-af83f9a75a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:14:37.882830 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Attempting to bind port 213ecb25-3ab4-4da9-b96f-2b667b555675 on network bacfd89c-d728-4d5e-9c03-43337359e739 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:14:37.891820 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:14:37.892195 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Checking segment: {'id': '5d432ed0-1059-4fa0-8923-af83f9a75a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:14:37.892937 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:37.893102 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Bound using segment: {'id': '5d432ed0-1059-4fa0-8923-af83f9a75a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:14:37.894912 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Bound port: 213ecb25-3ab4-4da9-b96f-2b667b555675, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d432ed0-1059-4fa0-8923-af83f9a75a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:14:37.894912 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:38.027735 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] For port 213ecb25-3ab4-4da9-b96f-2b667b555675, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:14:38.032043 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] For port 213ecb25-3ab4-4da9-b96f-2b667b555675, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=213ecb25-3ab4-4da9-b96f-2b667b555675,segment=NetworkSegment(5d432ed0-1059-4fa0-8923-af83f9a75a90),segment_id=5d432ed0-1059-4fa0-8923-af83f9a75a90)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:14:38.056267 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:38.064822 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bddd87-b6b5-44e1-9530-2410065d0550 req-a3d1b6d7-aec8-4a4c-8d13-711cd2397a8e tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:38.066598 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98bddd87-b6b5-44e1-9530-2410065d0550 req-a3d1b6d7-aec8-4a4c-8d13-711cd2397a8e tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.1129050 Jun 27 14:14:38.066917 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device b4cda041-8d29-47ff-9393-2b8a319cf3d1 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:38.157744 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port b4cda041-8d29-47ff-9393-2b8a319cf3d1 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:38.158148 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:38.174694 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98bddd87-b6b5-44e1-9530-2410065d0550 req-9c97ac26-d7d5-4f41-8387-110147b28266 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987151 Jun 27 14:14:38.215379 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b848a-7472-4629-a767-82f39adc03e8 None None] Pushing event updated for resources: {'Port': ['ID=213ecb25-3ab4-4da9-b96f-2b667b555675,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:38.222512 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Routers {'10662800-5757-4371-9b37-d8e6d6ac0668'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:14:38.223705 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['10662800-5757-4371-9b37-d8e6d6ac0668'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:38.233873 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-8603cc55-c73f-49f7-80c1-4d155d1fa4c0 None None] Provisioning complete for port 213ecb25-3ab4-4da9-b96f-2b667b555675 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:38.234413 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8603cc55-c73f-49f7-80c1-4d155d1fa4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:38.381365 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] Set router 10662800-5757-4371-9b37-d8e6d6ac0668 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:14:38.385850 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port b4cda041-8d29-47ff-9393-2b8a319cf3d1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:38.397045 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-8603cc55-c73f-49f7-80c1-4d155d1fa4c0 None None] Current status of the port 213ecb25-3ab4-4da9-b96f-2b667b555675 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:38.400058 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8603cc55-c73f-49f7-80c1-4d155d1fa4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:38.435548 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:38.451712 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-8603cc55-c73f-49f7-80c1-4d155d1fa4c0 None None] For port 213ecb25-3ab4-4da9-b96f-2b667b555675, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=213ecb25-3ab4-4da9-b96f-2b667b555675,segment=NetworkSegment(5d432ed0-1059-4fa0-8923-af83f9a75a90),segment_id=5d432ed0-1059-4fa0-8923-af83f9a75a90)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:14:38.458615 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8603cc55-c73f-49f7-80c1-4d155d1fa4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:38.553153 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603cc55-c73f-49f7-80c1-4d155d1fa4c0 None None] Pushing event updated for resources: {'Port': ['ID=213ecb25-3ab4-4da9-b96f-2b667b555675,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:38.585366 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-30b35ee0-1cdc-455f-bd7f-fc51bce21b06 None None] Provisioning complete for port 213ecb25-3ab4-4da9-b96f-2b667b555675 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:38.585788 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b35ee0-1cdc-455f-bd7f-fc51bce21b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:38.662586 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'name': 'tempest-TestShelveInstance-903445164-router', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:29Z', 'updated_at': '2022-06-27T14:14:33Z', 'revision_number': 4, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'gw_port': {'id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:30Z', 'updated_at': '2022-06-27T14:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '213ecb25-3ab4-4da9-b96f-2b667b555675', 'name': '', 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'mac_address': 'fa:16:3e:73:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fae38e69-7b17-4abe-9ba0-656885296c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:32Z', 'updated_at': '2022-06-27T14:14:38Z', 'revision_number': 4, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'subnets': [{'id': 'fae38e69-7b17-4abe-9ba0-656885296c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:14:38.675398 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-30b35ee0-1cdc-455f-bd7f-fc51bce21b06 None None] Current status of the port 213ecb25-3ab4-4da9-b96f-2b667b555675 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:38.689893 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98ebaf-c691-44fb-9643-29c27622088b None None] The sync data for ids ['10662800-5757-4371-9b37-d8e6d6ac0668'] in dv-cinder-841125-9-iscsi is: [{'id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'name': 'tempest-TestShelveInstance-903445164-router', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:29Z', 'updated_at': '2022-06-27T14:14:33Z', 'revision_number': 4, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'gw_port': {'id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:30Z', 'updated_at': '2022-06-27T14:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '213ecb25-3ab4-4da9-b96f-2b667b555675', 'name': '', 'network_id': 'bacfd89c-d728-4d5e-9c03-43337359e739', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'mac_address': 'fa:16:3e:73:e4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fae38e69-7b17-4abe-9ba0-656885296c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:32Z', 'updated_at': '2022-06-27T14:14:38Z', 'revision_number': 4, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'subnets': [{'id': 'fae38e69-7b17-4abe-9ba0-656885296c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:14:39.311573 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3324a78-c927-4569-a076-7752692530ed req-faec8872-33c2-492f-b631-64d5fa924cc9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:39.313199 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3324a78-c927-4569-a076-7752692530ed req-faec8872-33c2-492f-b631-64d5fa924cc9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0561721 Jun 27 14:14:39.382553 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3324a78-c927-4569-a076-7752692530ed req-71e59834-3fe9-4773-84c3-7fcdaed77dfd tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611670 Jun 27 14:14:39.961199 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 213ecb25-3ab4-4da9-b96f-2b667b555675 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:14:40.024001 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 213ecb25-3ab4-4da9-b96f-2b667b555675 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:40.024375 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:40.088978 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:40.126265 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 213ecb25-3ab4-4da9-b96f-2b667b555675 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:14:40.513154 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfed11-5b0a-47d0-b0fd-16ce1868cc43 req-b8b75023-8a59-4fad-b736-efdd25454ced tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:40.514691 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-adcfed11-5b0a-47d0-b0fd-16ce1868cc43 req-b8b75023-8a59-4fad-b736-efdd25454ced tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0586028 Jun 27 14:14:40.550259 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:40.598174 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-adcfed11-5b0a-47d0-b0fd-16ce1868cc43 req-fba1ca87-0d17-46d0-9dea-6096cb36c2ca tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749540 Jun 27 14:14:41.721246 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729af9eb-269a-469c-bf94-d0237d445181 req-058d659b-ee86-4718-b19b-637cc3847fbb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:41.723399 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-729af9eb-269a-469c-bf94-d0237d445181 req-058d659b-ee86-4718-b19b-637cc3847fbb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0539172 Jun 27 14:14:41.800666 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-729af9eb-269a-469c-bf94-d0237d445181 req-8e305c38-8160-4d71-8959-6d0918f34e38 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703089 Jun 27 14:14:42.931183 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756334ae-3c74-4e6a-8abf-5021b03e2bcb req-4f36cd63-9d82-471a-9060-2ae86c11a61f tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:42.932803 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-756334ae-3c74-4e6a-8abf-5021b03e2bcb req-4f36cd63-9d82-471a-9060-2ae86c11a61f tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0551322 Jun 27 14:14:43.001198 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-756334ae-3c74-4e6a-8abf-5021b03e2bcb req-ffd12694-5675-4a43-b8b8-822eaca6ccd9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611944 Jun 27 14:14:44.139113 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea819b8-367a-40ff-8084-f5521920641a req-3dedc12a-4268-43e0-9256-e718b406d92d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:44.140609 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-aea819b8-367a-40ff-8084-f5521920641a req-3dedc12a-4268-43e0-9256-e718b406d92d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0571980 Jun 27 14:14:44.210183 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-aea819b8-367a-40ff-8084-f5521920641a req-bac276ac-f511-4588-a872-46e11cbfb6d9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635867 Jun 27 14:14:45.352488 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2611f-34cb-4cbf-a40f-f633c3b50a5e req-db6e930d-c59b-4f0b-a92c-15d5425a41ef tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:45.354102 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8c2611f-34cb-4cbf-a40f-f633c3b50a5e req-db6e930d-c59b-4f0b-a92c-15d5425a41ef tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0639739 Jun 27 14:14:45.431595 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8c2611f-34cb-4cbf-a40f-f633c3b50a5e req-3f4b524a-5751-4cb0-9619-2b8241b664e5 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704656 Jun 27 14:14:45.626258 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f328ee89-eccc-412f-8734-0dc157cf6e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:46.246247 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-dfb469eb-b647-42aa-9295-287ec8205d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:46.248820 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-dfb469eb-b647-42aa-9295-287ec8205d2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 1129 time: 0.0432968 Jun 27 14:14:46.263946 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a515e5-4a7d-4838-930c-8ccdc9081a01 req-b4b875fb-7d22-43ea-816a-b0dc10678aae tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:46.265543 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d2a515e5-4a7d-4838-930c-8ccdc9081a01 req-b4b875fb-7d22-43ea-816a-b0dc10678aae tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0614989 Jun 27 14:14:46.318904 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d2a515e5-4a7d-4838-930c-8ccdc9081a01 req-bc29e609-1672-4ae1-a891-ef35517d6afc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465269 Jun 27 14:14:46.349291 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-6e001548-45c0-4c0d-a9b2-77a3b0324daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:46.350862 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-6e001548-45c0-4c0d-a9b2-77a3b0324daa service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.0931864 Jun 27 14:14:46.425977 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-719116a6-bede-432f-9313-484447fb20c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee HTTP/1.1" status: 200 len: 1000 time: 0.0676286 Jun 27 14:14:46.489268 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-c847e035-b150-41f3-8f0d-8be3349a169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:46.491166 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-c847e035-b150-41f3-8f0d-8be3349a169b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.0592058 Jun 27 14:14:46.551120 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-e0c7b801-0dcb-44c5-9d49-eb37899653d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:46.552653 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-e0c7b801-0dcb-44c5-9d49-eb37899653d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530999 Jun 27 14:14:46.563760 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5441f7-4c7f-49a8-a5a3-68274154e43a req-e58d6325-64fd-4d43-9ac8-74ab4a20d7ab tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:46.565271 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1f5441f7-4c7f-49a8-a5a3-68274154e43a req-e58d6325-64fd-4d43-9ac8-74ab4a20d7ab tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0542212 Jun 27 14:14:46.594891 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:46.622177 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:46.637952 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1f5441f7-4c7f-49a8-a5a3-68274154e43a req-962d4fca-5c4f-4cb7-abdc-989287db2721 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666909 Jun 27 14:14:46.659575 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-f486a7ad-3886-4909-8c31-a0b7ba908441 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995667 Jun 27 14:14:46.756105 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-066131e2-78df-44d6-816f-ba361a48e9f2 req-e652b8bc-4950-492a-becb-149d240fd81f service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896604 Jun 27 14:14:47.450276 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e67b00-b59b-410f-93b8-33762c10db4b req-3613d7ab-b1a5-4558-8b50-927cf7b8945f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:47.451818 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88e67b00-b59b-410f-93b8-33762c10db4b req-3613d7ab-b1a5-4558-8b50-927cf7b8945f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0530596 Jun 27 14:14:47.474367 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:47.512981 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88e67b00-b59b-410f-93b8-33762c10db4b req-6b8c1a02-8618-4f4b-8a58-483c9dea88e5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527298 Jun 27 14:14:47.765625 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3abe1b-8871-41ed-b875-52e1068daeeb req-eb1fb6ec-b702-4aed-b248-5186892b0152 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:47.767313 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1f3abe1b-8871-41ed-b875-52e1068daeeb req-eb1fb6ec-b702-4aed-b248-5186892b0152 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0528669 Jun 27 14:14:47.846926 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f5616ad-3dd2-492f-a21c-6d4407bafa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:47.852736 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1f3abe1b-8871-41ed-b875-52e1068daeeb req-b82a346d-7074-42fe-8a9b-b0cef5fad276 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783386 Jun 27 14:14:48.639938 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b766c3-5781-4797-a3b1-c4b57eeab2c1 req-b5ba2c92-7d33-4c7f-8dc1-b65777e95309 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:48.641590 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-27b766c3-5781-4797-a3b1-c4b57eeab2c1 req-b5ba2c92-7d33-4c7f-8dc1-b65777e95309 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0516746 Jun 27 14:14:48.664727 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:48.665457 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:48.697553 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-27b766c3-5781-4797-a3b1-c4b57eeab2c1 req-e77b8b52-c042-46e7-8883-ce604e70e057 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500841 Jun 27 14:14:48.991875 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a438138-ecc0-49e2-bba8-559005dbe08b req-986448fe-1524-4517-86ae-0864f14eafae tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:48.993507 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5a438138-ecc0-49e2-bba8-559005dbe08b req-986448fe-1524-4517-86ae-0864f14eafae tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0624671 Jun 27 14:14:49.053113 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:49.083072 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5a438138-ecc0-49e2-bba8-559005dbe08b req-9c28dfdd-62d0-48df-901c-f0f17f1b2cdf tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826762 Jun 27 14:14:49.303724 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:49.846071 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cac39-23b1-445d-a25a-987c13cc88ba req-f4ab21db-6381-4a3c-a492-6a05dc24457d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:49.848037 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-660cac39-23b1-445d-a25a-987c13cc88ba req-f4ab21db-6381-4a3c-a492-6a05dc24457d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0562944 Jun 27 14:14:49.906241 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-660cac39-23b1-445d-a25a-987c13cc88ba req-ca3c6fcd-dbdc-45d7-9a81-dc6cd895d9cc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517552 Jun 27 14:14:50.223616 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ecea3-c09b-47b5-a8bf-1a4fda2a143c req-f2c79d5e-976d-4939-adfb-80a894064b66 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:50.225147 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-777ecea3-c09b-47b5-a8bf-1a4fda2a143c req-f2c79d5e-976d-4939-adfb-80a894064b66 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0507519 Jun 27 14:14:50.291452 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-777ecea3-c09b-47b5-a8bf-1a4fda2a143c req-503425dd-65d0-4870-9138-3784bd7920b9 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602982 Jun 27 14:14:50.895996 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:50.953946 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:51.030903 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b2663-33cf-4010-bce1-2bb18361b23a req-7c99f60a-256c-4f87-8226-c06030461a1e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:51.032396 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-137b2663-33cf-4010-bce1-2bb18361b23a req-7c99f60a-256c-4f87-8226-c06030461a1e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0474739 Jun 27 14:14:51.087494 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-137b2663-33cf-4010-bce1-2bb18361b23a req-c5b6429c-c413-4529-98b4-ff81021b15ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482535 Jun 27 14:14:51.413061 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58fd9-4ccc-4b1f-a2fa-7da6d92888c4 req-10660d21-b10a-47ce-8d68-546254606fd3 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:51.414597 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0cd58fd9-4ccc-4b1f-a2fa-7da6d92888c4 req-10660d21-b10a-47ce-8d68-546254606fd3 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0509040 Jun 27 14:14:51.478870 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0cd58fd9-4ccc-4b1f-a2fa-7da6d92888c4 req-ce090d25-6253-48d6-ae5e-728514b561fd tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576346 Jun 27 14:14:52.229748 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566b476-0042-4274-ae51-b779da07d048 req-c50fc237-b2e8-4ffb-9b38-c52734fb0fcc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:52.231315 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3566b476-0042-4274-ae51-b779da07d048 req-c50fc237-b2e8-4ffb-9b38-c52734fb0fcc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0640125 Jun 27 14:14:52.282569 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3566b476-0042-4274-ae51-b779da07d048 req-7ce9d093-627a-40b8-ab41-de5835e36aac tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446823 Jun 27 14:14:52.606173 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5914f3-8d95-4830-a0e9-9313fc6767fe req-aed7e5b8-b555-4799-8a59-81352c57bf36 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:52.608496 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a5914f3-8d95-4830-a0e9-9313fc6767fe req-aed7e5b8-b555-4799-8a59-81352c57bf36 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0532923 Jun 27 14:14:52.681208 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a5914f3-8d95-4830-a0e9-9313fc6767fe req-bef5a072-b79e-49c7-a3e3-8dd6ed45ece5 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668030 Jun 27 14:14:53.408346 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fae31-c4cb-420d-97e1-03f4693c04ee req-043e9d92-a93f-4bb1-a272-235f8013721f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:53.409950 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c4fae31-c4cb-420d-97e1-03f4693c04ee req-043e9d92-a93f-4bb1-a272-235f8013721f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0542839 Jun 27 14:14:53.437877 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:53.475018 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c4fae31-c4cb-420d-97e1-03f4693c04ee req-ce0fb943-9e29-4f17-bfc1-ae962ed56253 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590258 Jun 27 14:14:53.508513 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-27543a8c-b1e0-4786-b3e1-404ea20980d4 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367362367&fields=id&tenant_id=1660a6efb665498199c6d992dffcf16c HTTP/1.1" status: 200 len: 267 time: 0.0575335 Jun 27 14:14:53.650498 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333938e-15d5-4ee7-be0c-01518864e200 req-cdfda80b-944e-4b5a-bea2-60badb42dd19 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:53.652055 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-cdfda80b-944e-4b5a-bea2-60badb42dd19 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/networks?id=b4d43ec1-ddd5-4039-a124-eea360564a63 HTTP/1.1" status: 200 len: 809 time: 0.1354966 Jun 27 14:14:53.667398 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1a69f821-7e9b-4dde-ba12-69f28a3a2f3b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/quotas/1660a6efb665498199c6d992dffcf16c HTTP/1.1" status: 200 len: 375 time: 0.0096762 Jun 27 14:14:53.723145 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-26f9d5b1-40af-4c19-9de4-12cf4715b381 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1660a6efb665498199c6d992dffcf16c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502889 Jun 27 14:14:53.852050 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:53.858999 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41be0f6-a2ef-4c3d-a48b-fb7be1182080 req-9fc1e7eb-35be-4060-acd6-04ec1970791c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:53.860570 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c41be0f6-a2ef-4c3d-a48b-fb7be1182080 req-9fc1e7eb-35be-4060-acd6-04ec1970791c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0960586 Jun 27 14:14:53.894885 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-b330c123-c31c-4c32-8d81-f0de7ec7c911 service neutron] 10.222.0.43 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576884 Jun 27 14:14:54.028911 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c41be0f6-a2ef-4c3d-a48b-fb7be1182080 req-9aba7d45-550f-4061-9953-47affe74c1e7 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589670 Jun 27 14:14:54.066379 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-bb720839-41e8-4af7-8725-694b682ea10a service neutron] 10.222.0.43 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626403 Jun 27 14:14:54.392263 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7f59ec44-07e5-4974-bda0-859f1b20f71f req-acb0a6d2-0c4a-45df-86a9-df7cff52946a tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 210 time: 0.0341957 Jun 27 14:14:54.598955 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628488d3-91e7-41ff-b680-820cdf22076d req-06b732b3-4d2f-4b0a-a95c-51e2d8478117 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:54.600527 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-628488d3-91e7-41ff-b680-820cdf22076d req-06b732b3-4d2f-4b0a-a95c-51e2d8478117 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0505085 Jun 27 14:14:54.654289 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-628488d3-91e7-41ff-b680-820cdf22076d req-9c936a7f-8350-4578-8a42-ed881ec0f9a6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474980 Jun 27 14:14:55.152114 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab4cea-d736-42ab-9567-5d2cd9e79713 req-4fac81cb-ade1-459f-9913-b3ab2a662f50 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:55.153627 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b9ab4cea-d736-42ab-9567-5d2cd9e79713 req-4fac81cb-ade1-459f-9913-b3ab2a662f50 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0503285 Jun 27 14:14:55.227898 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b9ab4cea-d736-42ab-9567-5d2cd9e79713 req-9590dd56-6a5e-4040-ae76-cfa9df010ce5 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677783 Jun 27 14:14:55.496106 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-798f0aac-2f6b-46a7-978f-f9baa488bf58 req-916bb32e-19a8-472a-b4fe-87d7e28d9d85 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 210 time: 0.0296323 Jun 27 14:14:55.793991 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528ab49-deff-44eb-9587-68b0a71ecafe req-67799abd-3cb2-4a39-8f18-9c2fd29b48ad tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:55.795637 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f528ab49-deff-44eb-9587-68b0a71ecafe req-67799abd-3cb2-4a39-8f18-9c2fd29b48ad tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0668333 Jun 27 14:14:55.852279 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f528ab49-deff-44eb-9587-68b0a71ecafe req-cea8d434-bbe6-4517-9bf4-8e57e1dff224 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484304 Jun 27 14:14:56.046301 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333938e-15d5-4ee7-be0c-01518864e200 req-349b15fc-63a5-4e05-9dc0-4002db1b434c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:56.047964 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-349b15fc-63a5-4e05-9dc0-4002db1b434c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.13 "GET /v2.0/networks?id=b4d43ec1-ddd5-4039-a124-eea360564a63 HTTP/1.1" status: 200 len: 809 time: 0.1165094 Jun 27 14:14:56.131305 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-523dde1d-1db8-4cec-8387-7b181fe8a73f tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1660a6efb665498199c6d992dffcf16c HTTP/1.1" status: 200 len: 379 time: 0.0741026 Jun 27 14:14:56.146658 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Request body: {'port': {'device_id': '07806523-d3bb-4bce-8460-130c54437643', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'admin_state_up': True, 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'security_groups': ['6bb3216c-1298-4e3b-bb76-b7249738bb2d']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:56.311011 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Made reservation on behalf of 1660a6efb665498199c6d992dffcf16c for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:14:56.314959 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:56.360406 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072a9b-51c2-46fa-8089-db20a52c3c10 req-b141f026-4711-4433-a9ae-d7e2514bd401 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:56.362078 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-86072a9b-51c2-46fa-8089-db20a52c3c10 req-b141f026-4711-4433-a9ae-d7e2514bd401 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0592926 Jun 27 14:14:56.408623 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:56.437464 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-86072a9b-51c2-46fa-8089-db20a52c3c10 req-7655f458-840b-4129-b4b9-c3af96c13dbe tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&id=b8786ae2-0244-492e-97fa-674a543406c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688760 Jun 27 14:14:56.460303 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Allocated IP 172.20.0.12 (b4d43ec1-ddd5-4039-a124-eea360564a63/266c084f-6e21-413b-9459-055bf6fb0572/2b492d3d-f4c9-4561-abd3-7cdcfe84bb09) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:14:56.601433 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b75c8cc2-b1cf-4a11-a6e4-17a96de0fb4a req-9aad72b4-cc9c-4ee8-ae77-d4cd4a8b87d5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 210 time: 0.0306447 Jun 27 14:14:56.615179 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:56.651792 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:56.698297 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:56.702283 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Network b4d43ec1-ddd5-4039-a124-eea360564a63 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:14:56.706067 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:14:56.710954 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:14:56.716775 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:56.717500 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:56.731093 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event updated for resources: {'Port': ['ID=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:56.736576 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:56.744165 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.744556 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.745249 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.745655 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.746014 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.746420 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.746812 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.747146 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.747509 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.747840 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.748168 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.748499 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.748820 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.749145 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.749466 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:14:56.758288 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1feb5878-cca9-4972-b485-12c9cb6083f6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6186857 Jun 27 14:14:56.774262 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Request body: {'port': {'device_id': '07806523-d3bb-4bce-8460-130c54437643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:14:56.837558 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:56.928036 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-1af581ba-937a-433c-bf33-b837f23e41b7 None None] Provisioning complete for port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:14:56.928695 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1af581ba-937a-433c-bf33-b837f23e41b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:56.961019 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-1af581ba-937a-433c-bf33-b837f23e41b7 None None] Port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:14:56.974508 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab962f7e-82e0-48ee-884b-a9f3626db884 req-e98a7c4d-71c2-470d-bf8a-70e9d41a2ac2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:56.976582 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ab962f7e-82e0-48ee-884b-a9f3626db884 req-e98a7c4d-71c2-470d-bf8a-70e9d41a2ac2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0515912 Jun 27 14:14:56.996708 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:57.025110 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ab962f7e-82e0-48ee-884b-a9f3626db884 req-708b8a10-62ed-45ee-9842-29caa5d3c15d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433390 Jun 27 14:14:57.113384 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:14:57.121157 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Publish callbacks [] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:57.134219 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Transition to ACTIVE for port object 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:14:57.139764 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:57.188772 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Pushing event updated for resources: {'Port': ['ID=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:57.224849 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Attempting to bind port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:14:57.225183 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Attempting to bind port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:14:57.225518 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Attempting to bind port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 on network b4d43ec1-ddd5-4039-a124-eea360564a63 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:14:57.230366 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 on network b4d43ec1-ddd5-4039-a124-eea360564a63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:14:57.230737 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Attempting to bind port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 on network b4d43ec1-ddd5-4039-a124-eea360564a63 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:14:57.236179 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:14:57.236524 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Checking segment: {'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:14:57.236906 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Bound using segment: {'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:14:57.237330 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Bound port: 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6278309d-3ae6-4a37-95ee-d76563b4c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:14:57.237691 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:57.304382 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] For port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:14:57.307810 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] For port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:14:57.315651 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:57.367106 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:57.367965 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:14:57.369399 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 HTTP/1.1" status: 200 len: 1094 time: 0.5996573 Jun 27 14:14:57.371926 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:14:57.375191 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e18122-62c2-49b2-8920-1bae5e62e3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:14:57.422601 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a01af-4148-4084-81b9-b559300bed88 service neutron] Pushing event updated for resources: {'Port': ['ID=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:14:57.435225 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff87e040-024d-4d25-b591-c7c069edaea4 x-openstack-request-id: req-ff87e040-024d-4d25-b591-c7c069edaea4 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:14:57.435512 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:14:57.435770 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff87e040-024d-4d25-b591-c7c069edaea4 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:14:57.436513 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff87e040-024d-4d25-b591-c7c069edaea4'] response: {'name': 'network-changed', 'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'status': 'completed', 'code': 200} Jun 27 14:14:57.500771 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333938e-15d5-4ee7-be0c-01518864e200 req-34ebe527-82ed-4952-9f9b-4e6856d189c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:57.502743 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-34ebe527-82ed-4952-9f9b-4e6856d189c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1660a6efb665498199c6d992dffcf16c&device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 1128 time: 0.0613098 Jun 27 14:14:57.547329 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-038b8182-3cd7-46f0-9214-f28d988aa8a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 HTTP/1.1" status: 200 len: 217 time: 0.0370009 Jun 27 14:14:57.608096 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333938e-15d5-4ee7-be0c-01518864e200 req-c0998777-ac7a-4d13-a3a6-7b2c8589b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:57.609869 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-c0998777-ac7a-4d13-a3a6-7b2c8589b180 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=266c084f-6e21-413b-9459-055bf6fb0572 HTTP/1.1" status: 200 len: 848 time: 0.0557122 Jun 27 14:14:57.662682 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1136cb92-c07b-4aca-a3f5-b8555e90bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:57.664204 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-1136cb92-c07b-4aca-a3f5-b8555e90bb23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4d43ec1-ddd5-4039-a124-eea360564a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470903 Jun 27 14:14:57.727993 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adc639-706b-4089-9207-2f3ce7fbdd5a req-19c2edfe-4e87-4496-b4c5-8a869576f638 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:57.729498 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-77adc639-706b-4089-9207-2f3ce7fbdd5a req-19c2edfe-4e87-4496-b4c5-8a869576f638 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0528083 Jun 27 14:14:57.750829 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:57.772940 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-e80a6ef9-51e0-4d95-9a13-1218f0d04733 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959759 Jun 27 14:14:57.785806 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-77adc639-706b-4089-9207-2f3ce7fbdd5a req-8343a96d-1012-4bc1-ac2d-1579d99abefd tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498285 Jun 27 14:14:57.865479 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:57.882252 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4333938e-15d5-4ee7-be0c-01518864e200 req-e1e0a298-b40c-4110-8309-9f8f5e094718 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954542 Jun 27 14:14:58.162453 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b495f1-c1a1-44c9-b837-9bdc5695adb8 req-15bcdbf4-36e5-4f9f-a431-99d54ef9b83f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:58.163965 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f7b495f1-c1a1-44c9-b837-9bdc5695adb8 req-15bcdbf4-36e5-4f9f-a431-99d54ef9b83f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0637772 Jun 27 14:14:58.219132 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f7b495f1-c1a1-44c9-b837-9bdc5695adb8 req-32be3bc0-dbf3-4efd-bec5-6869171c073e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493071 Jun 27 14:14:58.231959 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-6411043d-e35b-4ded-b0c8-e80d1fa4a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:58.234241 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-6411043d-e35b-4ded-b0c8-e80d1fa4a5a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1660a6efb665498199c6d992dffcf16c&device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 1128 time: 0.0428493 Jun 27 14:14:58.342424 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-4b198cf5-6448-48c6-ae4c-5746cf06cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:58.343941 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-4b198cf5-6448-48c6-ae4c-5746cf06cadf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4d43ec1-ddd5-4039-a124-eea360564a63 HTTP/1.1" status: 200 len: 910 time: 0.0988579 Jun 27 14:14:58.389845 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-8566a4e3-4041-4339-9593-2ad55d9b7438 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 HTTP/1.1" status: 200 len: 217 time: 0.0339808 Jun 27 14:14:58.442021 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-0b49ff93-99e4-49c6-94f5-bae937901849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:58.443447 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-0b49ff93-99e4-49c6-94f5-bae937901849 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=266c084f-6e21-413b-9459-055bf6fb0572 HTTP/1.1" status: 200 len: 848 time: 0.0466168 Jun 27 14:14:58.493693 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-1ce94841-4dff-4652-9424-65e363416245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:58.495240 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-1ce94841-4dff-4652-9424-65e363416245 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4d43ec1-ddd5-4039-a124-eea360564a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456941 Jun 27 14:14:58.593360 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-1de0fc6a-c758-46b3-9a49-5562b1430c5e service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907040 Jun 27 14:14:58.697777 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74e18122-62c2-49b2-8920-1bae5e62e3f0 req-8a9e651f-901d-45ee-a240-d1beb37e74a5 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971124 Jun 27 14:14:58.904524 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91a21b-b7a8-4b58-8122-93485a6d6ca6 req-de36eca0-f8eb-425e-8c4c-a987bc1adc30 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:58.906055 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2a91a21b-b7a8-4b58-8122-93485a6d6ca6 req-de36eca0-f8eb-425e-8c4c-a987bc1adc30 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0497923 Jun 27 14:14:58.966464 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2a91a21b-b7a8-4b58-8122-93485a6d6ca6 req-91702bf3-5ec2-42b6-9160-9db8a57217a3 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542867 Jun 27 14:14:59.343023 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786af5a-5dd0-49cd-a53b-271f06724110 req-02ee6e5f-041b-41e5-add8-913f4b381575 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:14:59.344598 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b786af5a-5dd0-49cd-a53b-271f06724110 req-02ee6e5f-041b-41e5-add8-913f4b381575 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0513926 Jun 27 14:14:59.367286 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:14:59.400848 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b786af5a-5dd0-49cd-a53b-271f06724110 req-55009e2a-db7f-4d49-bda7-85b12f04b4cd tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500963 Jun 27 14:15:00.093549 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6f852-1e4f-4bf7-b84a-5edecd082c94 req-1e74e8ee-e80c-40cb-8212-49ef47b47872 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:00.095074 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-51d6f852-1e4f-4bf7-b84a-5edecd082c94 req-1e74e8ee-e80c-40cb-8212-49ef47b47872 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0491028 Jun 27 14:15:00.146321 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-51d6f852-1e4f-4bf7-b84a-5edecd082c94 req-e286321f-d6ed-4d88-b77a-a4a5602de18b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452206 Jun 27 14:15:00.521909 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced491d-83a1-4c09-8345-183b755475ed req-3d140b09-b5f4-4a93-b3bf-9b7fef09f104 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:00.523457 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5ced491d-83a1-4c09-8345-183b755475ed req-3d140b09-b5f4-4a93-b3bf-9b7fef09f104 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0513947 Jun 27 14:15:00.577204 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5ced491d-83a1-4c09-8345-183b755475ed req-c0c28f4b-0067-4eec-a674-c7f2e5291972 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478284 Jun 27 14:15:01.282025 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06332745-c029-4bbf-a79a-1a5ee5c95d2d req-a915d8ee-cb13-416b-b860-ec2a3c983eb4 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:01.283473 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-06332745-c029-4bbf-a79a-1a5ee5c95d2d req-a915d8ee-cb13-416b-b860-ec2a3c983eb4 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0512848 Jun 27 14:15:01.335930 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-06332745-c029-4bbf-a79a-1a5ee5c95d2d req-c2c254a8-c3f2-44ef-9ce2-e220bb658f71 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467327 Jun 27 14:15:01.715331 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08a56e-d5c1-4827-8af1-1db1646cc12c req-6b49e8ea-48c0-4369-aca5-6cd21e588a30 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:01.717038 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a08a56e-d5c1-4827-8af1-1db1646cc12c req-6b49e8ea-48c0-4369-aca5-6cd21e588a30 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0564449 Jun 27 14:15:01.767676 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a08a56e-d5c1-4827-8af1-1db1646cc12c req-ca56fbfc-ca86-4a9c-947b-f8655c64668d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439181 Jun 27 14:15:02.462332 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a27d2-c317-460d-bf95-ac0f43fbe72f req-1842dab3-1116-4d5c-9131-f2952840c8c5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:02.463857 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7f6a27d2-c317-460d-bf95-ac0f43fbe72f req-1842dab3-1116-4d5c-9131-f2952840c8c5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0510545 Jun 27 14:15:02.514196 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7f6a27d2-c317-460d-bf95-ac0f43fbe72f req-43e241d7-ab17-4c69-8e07-254a14e6bb20 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441563 Jun 27 14:15:02.888582 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07177f98-7551-44da-b966-df8ba6729cc1 req-4e0043d1-8ddb-4480-81fd-7c600a29dc2b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:02.890108 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07177f98-7551-44da-b966-df8ba6729cc1 req-4e0043d1-8ddb-4480-81fd-7c600a29dc2b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0499165 Jun 27 14:15:02.943981 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07177f98-7551-44da-b966-df8ba6729cc1 req-e59ae309-e327-4f06-9fde-58dbffd537c4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457611 Jun 27 14:15:02.988004 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:15:03.623952 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:03.644016 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fccfe8-dce1-46ae-8f93-097bf12b28ba req-7988fec3-e476-40b6-b497-226652eb30e5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:03.645556 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88fccfe8-dce1-46ae-8f93-097bf12b28ba req-7988fec3-e476-40b6-b497-226652eb30e5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0519044 Jun 27 14:15:03.699406 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88fccfe8-dce1-46ae-8f93-097bf12b28ba req-e8b18530-768e-4c62-84e3-95daec8ea6eb tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478051 Jun 27 14:15:04.068654 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9b5c1-67c9-4995-add0-ae235c1b5a6e req-62f3a793-d829-4ee5-ad7f-87c82b7067d5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:04.070201 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c7f9b5c1-67c9-4995-add0-ae235c1b5a6e req-62f3a793-d829-4ee5-ad7f-87c82b7067d5 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0539007 Jun 27 14:15:04.123658 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c7f9b5c1-67c9-4995-add0-ae235c1b5a6e req-5271f873-8e77-419e-9c79-bdd76fd069ef tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474896 Jun 27 14:15:04.822853 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45c29-5679-434b-948a-3036a818542c req-52f70ae2-4bdb-4b40-a3d6-81384590b5fe tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:04.824389 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8f45c29-5679-434b-948a-3036a818542c req-52f70ae2-4bdb-4b40-a3d6-81384590b5fe tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0525415 Jun 27 14:15:04.877448 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8f45c29-5679-434b-948a-3036a818542c req-3adab149-9b3c-4866-b278-015ece4c65cc tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471933 Jun 27 14:15:05.250319 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99fa65-39be-4004-81ef-0a16f0609d1b req-6e43bee3-9116-45ec-860f-b3882fafd226 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:05.252164 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e99fa65-39be-4004-81ef-0a16f0609d1b req-6e43bee3-9116-45ec-860f-b3882fafd226 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0496926 Jun 27 14:15:05.305120 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e99fa65-39be-4004-81ef-0a16f0609d1b req-18bb3cba-b5ab-460b-9243-b4b6545b1769 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476649 Jun 27 14:15:05.809913 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:15:05.922306 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:05.935797 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'port_id': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'mac_address': 'fa:16:3e:a9:5b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:15:05.982382 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:15:05.983000 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:06.006681 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:15:06.027673 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5877a33-df3b-4cb6-8420-90303174e8df req-49f6ddca-b670-452f-9285-073d26cd6d52 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:06.030378 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b5877a33-df3b-4cb6-8420-90303174e8df req-49f6ddca-b670-452f-9285-073d26cd6d52 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0757046 Jun 27 14:15:06.033994 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:06.039433 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:06.092747 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:06.110343 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b5877a33-df3b-4cb6-8420-90303174e8df req-b2bed6ee-9a45-4702-9226-7de66e00eda4 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729110 Jun 27 14:15:06.389666 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:06.430553 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52ba47-9e35-4479-8649-69634945e458 req-9d6a2571-e082-4468-b4ca-a499f0de3516 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:06.432219 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1f52ba47-9e35-4479-8649-69634945e458 req-9d6a2571-e082-4468-b4ca-a499f0de3516 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0513985 Jun 27 14:15:06.446868 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['2b492d3d-f4c9-4561-abd3-7cdcfe84bb09'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:15:06.475234 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:06.491542 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1f52ba47-9e35-4479-8649-69634945e458 req-2f0aa846-ece2-4140-bbab-20bb16457f6f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501528 Jun 27 14:15:06.974440 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36d7c2-d855-455f-8368-08fc2ff41db3 req-4aa1b01f-19e6-45db-bb96-ef5ee66fe966 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:06.975978 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8b36d7c2-d855-455f-8368-08fc2ff41db3 req-4aa1b01f-19e6-45db-bb96-ef5ee66fe966 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 947 time: 0.0564060 Jun 27 14:15:07.025357 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8b36d7c2-d855-455f-8368-08fc2ff41db3 req-1a3e9745-3940-4cc3-96ee-c5e05e151731 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437362 Jun 27 14:15:07.240950 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae34cac-cb23-4b41-89c4-e846a5bd0058 req-fe0534d2-c4c5-498b-8542-626f24b2544b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:07.242519 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eae34cac-cb23-4b41-89c4-e846a5bd0058 req-fe0534d2-c4c5-498b-8542-626f24b2544b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 945 time: 0.0579998 Jun 27 14:15:07.295986 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eae34cac-cb23-4b41-89c4-e846a5bd0058 req-0cd52702-46b8-4576-b70b-893aff19d329 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477052 Jun 27 14:15:07.614798 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed441c7-c10c-4d29-9452-e2128c0a5dd0 req-a3e7ce77-260c-4f30-a653-941fafdf6917 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:07.616308 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6ed441c7-c10c-4d29-9452-e2128c0a5dd0 req-a3e7ce77-260c-4f30-a653-941fafdf6917 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0519378 Jun 27 14:15:07.665940 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6ed441c7-c10c-4d29-9452-e2128c0a5dd0 req-af93a968-4e43-4389-992b-f16a965ae2e4 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438788 Jun 27 14:15:07.825724 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:15:07.874676 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:15:07.882794 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:15:07.883204 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:07.954485 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:07.964469 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:15:07.964874 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:07.990591 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:07.992895 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b7a3db-3d71-4a92-b7e4-9c8a7949e302" -d '{"events": [{"server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "name": "network-vif-plugged", "status": "completed", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:08.007007 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:08.012021 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:08.035506 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25c952b-5a6c-4231-8389-934592dc5faf x-openstack-request-id: req-e25c952b-5a6c-4231-8389-934592dc5faf {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:08.035794 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "name": "network-vif-plugged", "status": "completed", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:08.036078 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e25c952b-5a6c-4231-8389-934592dc5faf {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:08.036474 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25c952b-5a6c-4231-8389-934592dc5faf'] response: {'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'code': 200} Jun 27 14:15:08.064126 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:08.153268 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f23f-ed8e-4c59-8546-028e573e9ddb req-a53b695c-57c8-4643-bd05-8eb5e12c1513 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:08.154800 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6475f23f-ed8e-4c59-8546-028e573e9ddb req-a53b695c-57c8-4643-bd05-8eb5e12c1513 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 947 time: 0.0523815 Jun 27 14:15:08.207619 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6475f23f-ed8e-4c59-8546-028e573e9ddb req-c9857cc5-d0c4-4d05-94e3-efa5e039c015 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465431 Jun 27 14:15:08.433120 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdb37a-73bd-43ac-b7de-871d389046f3 req-5c16d7ec-e69d-4594-ab2d-9eb5d6b77252 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:08.434584 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fdb37a-73bd-43ac-b7de-871d389046f3 req-5c16d7ec-e69d-4594-ab2d-9eb5d6b77252 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0589900 Jun 27 14:15:08.495811 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fdb37a-73bd-43ac-b7de-871d389046f3 req-fcfbbe66-7afa-4e07-a758-7a22a629c6ae tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531402 Jun 27 14:15:08.692302 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=55 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:08.694225 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=43 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:08.787131 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:08.796930 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b71a6-8c1c-4f11-a9d3-1a922f5ec31a req-e8cd8e59-d935-4166-8754-8e5fbdb22c4d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:08.798974 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fa5b71a6-8c1c-4f11-a9d3-1a922f5ec31a req-e8cd8e59-d935-4166-8754-8e5fbdb22c4d tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0522265 Jun 27 14:15:08.869266 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fa5b71a6-8c1c-4f11-a9d3-1a922f5ec31a req-dbdc9019-886e-4a3d-99b6-f43150f0b071 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631235 Jun 27 14:15:08.979407 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41699bfe-e232-4df1-b596-e67a3e769253 req-846f43f7-34e3-4606-8f3f-7f5a2732b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:08.982382 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-41699bfe-e232-4df1-b596-e67a3e769253 req-846f43f7-34e3-4606-8f3f-7f5a2732b2b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 1130 time: 0.0536637 Jun 27 14:15:09.087267 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-2d4a2929-aaa3-4ac5-81cc-55e9d1b9cfbc tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:09.088788 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-2d4a2929-aaa3-4ac5-81cc-55e9d1b9cfbc tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 947 time: 0.0712302 Jun 27 14:15:09.107669 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-41699bfe-e232-4df1-b596-e67a3e769253 req-e9bf0606-922c-4428-a849-4b79c6a05596 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959454 Jun 27 14:15:09.341845 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5293321-bedb-49bf-8b0e-e6ed83830b96 req-f9455660-8d68-4274-b371-ad0a66ecdbf8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:09.343479 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f5293321-bedb-49bf-8b0e-e6ed83830b96 req-f9455660-8d68-4274-b371-ad0a66ecdbf8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 947 time: 0.0555999 Jun 27 14:15:09.398161 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f5293321-bedb-49bf-8b0e-e6ed83830b96 req-f86aa7db-3e39-40da-883d-e92dd01d4a43 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475652 Jun 27 14:15:09.636719 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce549de-2183-4191-8340-05038d0db8bb req-07fdbce1-241e-4b7c-8169-9b10ec786658 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:09.638319 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cce549de-2183-4191-8340-05038d0db8bb req-07fdbce1-241e-4b7c-8169-9b10ec786658 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0591583 Jun 27 14:15:09.697563 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cce549de-2183-4191-8340-05038d0db8bb req-580d3049-79cd-40dc-9665-40c08d6371da tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528727 Jun 27 14:15:10.016485 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8767-d963-416d-930c-5d891f740a1a req-c67f7478-de0d-4c98-8484-8c08831daddc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:10.018054 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7dab8767-d963-416d-930c-5d891f740a1a req-c67f7478-de0d-4c98-8484-8c08831daddc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0587327 Jun 27 14:15:10.069677 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7dab8767-d963-416d-930c-5d891f740a1a req-442c317f-68db-4f29-93c5-ca6d65e7ba94 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459638 Jun 27 14:15:10.481819 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Deleting port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:10.482664 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:10.518044 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b44397-53a9-4325-8be6-b21c871fbe89 req-100d1b9e-6900-429c-954e-4cca840998ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:10.519804 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-62b44397-53a9-4325-8be6-b21c871fbe89 req-100d1b9e-6900-429c-954e-4cca840998ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 1129 time: 0.0722623 Jun 27 14:15:10.555507 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbb7a1-a947-4c53-b07f-a91d2649a6e4 req-903600c5-d709-4545-a68c-6b596fab4753 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:10.557254 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20bbb7a1-a947-4c53-b07f-a91d2649a6e4 req-903600c5-d709-4545-a68c-6b596fab4753 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 947 time: 0.0579717 Jun 27 14:15:10.585152 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:10.618691 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20bbb7a1-a947-4c53-b07f-a91d2649a6e4 req-cc8bbef0-1240-4cf6-9d76-f24e560596b7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=3796ff42-dc59-4364-a81f-ea552d130d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520256 Jun 27 14:15:10.651119 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] For port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:10.651763 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:10.658806 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-62b44397-53a9-4325-8be6-b21c871fbe89 req-5bffbda6-ccfc-4f04-b424-aa55ffd681d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282849 Jun 27 14:15:10.853907 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b5333-5dcf-40a4-a43a-0600873ede8f req-538e9678-7dba-4867-96fe-88d9a3c3a3f7 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:10.855556 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a17b5333-5dcf-40a4-a43a-0600873ede8f req-538e9678-7dba-4867-96fe-88d9a3c3a3f7 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0498955 Jun 27 14:15:10.929097 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a17b5333-5dcf-40a4-a43a-0600873ede8f req-c0b54dbf-72bb-4907-bdba-ba7e7b7af2b4 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636024 Jun 27 14:15:10.964021 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:10.964434 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (a19ae2f2-dac2-4e5d-9957-089af9535c08), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:10.964873 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Floating IP a19ae2f2-dac2-4e5d-9957-089af9535c08 disassociated. External IP: 172.27.2.204, port: 54db75c8-61ae-40ca-8fb3-09cac5ba5f98. Jun 27 14:15:10.965252 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Calling delete_port for 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:11.151965 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (54db75c8-61ae-40ca-8fb3-09cac5ba5f98), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:11.205813 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event deleted for resources: {'Port': ['ID=54db75c8-61ae-40ca-8fb3-09cac5ba5f98,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:11.270356 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f21fb4-2d9d-4d00-89d9-a94fcd2e2f10 req-562023d5-effc-45f7-a4d9-7d3934a13196 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:11.276331 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26f21fb4-2d9d-4d00-89d9-a94fcd2e2f10 req-562023d5-effc-45f7-a4d9-7d3934a13196 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.1096842 Jun 27 14:15:11.332000 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Router bb402c12-b694-4ad0-b8af-73859a61e376 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:15:11.334624 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:11.334991 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26f21fb4-2d9d-4d00-89d9-a94fcd2e2f10 req-5708ec5a-00e4-4d74-adf7-477728c0f26e tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567298 Jun 27 14:15:11.461830 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:15:11.475498 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233142f-70fb-422f-9398-28a451a11531 None None] Sync routers for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:15:11.488851 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:11.489681 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233142f-70fb-422f-9398-28a451a11531 None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:11.491001 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7233142f-70fb-422f-9398-28a451a11531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:11.512512 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] No DVR routers for this DVR port 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:15:11.515542 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:11.519461 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ea96fd07-12ff-4f19-b5d1-e170b4c7780e req-1f32a853-bfb0-4535-a953-001a7636bb2e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.13 "DELETE /v2.0/ports/54db75c8-61ae-40ca-8fb3-09cac5ba5f98 HTTP/1.1" status: 204 len: 173 time: 1.1814733 Jun 27 14:15:11.519933 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'name': 'network-vif-deleted', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:11.522219 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5385af9-3d5d-4169-a9bc-75ce9520adcb" -d '{"events": [{"server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "name": "network-vif-deleted", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:11.568414 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5800317-edec-4294-9dd2-cfcc3672f2a2 x-openstack-request-id: req-c5800317-edec-4294-9dd2-cfcc3672f2a2 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:11.568906 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5a8cc0-c5ee-4140-92cc-65d086235a84", "name": "network-vif-deleted", "tag": "54db75c8-61ae-40ca-8fb3-09cac5ba5f98", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:11.569369 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5800317-edec-4294-9dd2-cfcc3672f2a2 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:11.570204 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5800317-edec-4294-9dd2-cfcc3672f2a2'] response: {'server_uuid': 'bb5a8cc0-c5ee-4140-92cc-65d086235a84', 'name': 'network-vif-deleted', 'tag': '54db75c8-61ae-40ca-8fb3-09cac5ba5f98', 'status': 'completed', 'code': 200} Jun 27 14:15:11.633196 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-7233142f-70fb-422f-9398-28a451a11531 None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:11.783940 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e5c5857-ff9b-4e40-9301-82752d5de3e6 req-72324cb2-668f-4616-b0ff-048adffb39fc tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0480576 Jun 27 14:15:11.873747 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7233142f-70fb-422f-9398-28a451a11531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:11.904603 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233142f-70fb-422f-9398-28a451a11531 None None] Checking router: bb402c12-b694-4ad0-b8af-73859a61e376 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:15:11.914579 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233142f-70fb-422f-9398-28a451a11531 None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:11.915249 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7233142f-70fb-422f-9398-28a451a11531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:11.967228 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:12.043258 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-7233142f-70fb-422f-9398-28a451a11531 None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:12.081020 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cae0e-a97a-4df8-bb5f-c7a62b9d4707 req-15d42568-1e1e-41c1-a5bf-cb44e0c53b13 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:12.082775 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-730cae0e-a97a-4df8-bb5f-c7a62b9d4707 req-15d42568-1e1e-41c1-a5bf-cb44e0c53b13 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0686257 Jun 27 14:15:12.181778 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-730cae0e-a97a-4df8-bb5f-c7a62b9d4707 req-1b641b1e-ea95-44ac-b24f-f9347854cef0 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831461 Jun 27 14:15:12.356631 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126b91e-b501-4312-ba3f-ef5312e23868 req-7a13ab94-5c62-4af5-a4b5-4242e2c87f63 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:12.359294 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2126b91e-b501-4312-ba3f-ef5312e23868 req-7a13ab94-5c62-4af5-a4b5-4242e2c87f63 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0659759 Jun 27 14:15:12.451830 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2126b91e-b501-4312-ba3f-ef5312e23868 req-fe5d354d-ae33-4b0e-acbc-bfd35c2f8ec8 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794566 Jun 27 14:15:12.471212 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7233142f-70fb-422f-9398-28a451a11531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:12.492239 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42036) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:12.523939 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233142f-70fb-422f-9398-28a451a11531 None None] The sync data for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi is: [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:15:12.562441 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabd66a-9590-490e-af54-782ed9af0cee req-3d12726b-b9ff-419e-816d-1d5b6f10a783 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:12.565370 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7aabd66a-9590-490e-af54-782ed9af0cee req-3d12726b-b9ff-419e-816d-1d5b6f10a783 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.1086750 Jun 27 14:15:12.658104 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7aabd66a-9590-490e-af54-782ed9af0cee req-3ec8210c-5377-49ca-8d3e-45f28b1297f2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855532 Jun 27 14:15:12.750807 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebeb72b-cbd0-4666-9717-70aed6665cc1 tempest-TestShelveInstance-1309354456 tempest-TestShelveInstance-1309354456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:12.754969 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-aebeb72b-cbd0-4666-9717-70aed6665cc1 tempest-TestShelveInstance-1309354456 tempest-TestShelveInstance-1309354456-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 1125 time: 0.2601333 Jun 27 14:15:12.757829 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42040) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:12.765784 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'port_id': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:12.798040 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:12.938962 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5cc69-205d-4352-90eb-ac27b4bc93d2 None None] New status for floating IP a19ae2f2-dac2-4e5d-9957-089af9535c08: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:15:12.950762 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-535993ef-123f-4bf8-890b-119ec133c7dc req-98d9558e-e7f4-4d58-873a-3ba966c652ee tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb5a8cc0-c5ee-4140-92cc-65d086235a84 HTTP/1.1" status: 200 len: 210 time: 0.0378013 Jun 27 14:15:12.954416 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:13.000505 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:13.095105 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Allocated IP 172.27.2.205 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/b2420841-b21c-4940-b2ec-3fdc8ddb51c2) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:15:13.277491 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for port (b2420841-b21c-4940-b2ec-3fdc8ddb51c2), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:13.304339 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:13.316754 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (b2420841-b21c-4940-b2ec-3fdc8ddb51c2), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:13.362948 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:15:13.366196 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:15:13.370441 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:15:13.395494 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event updated for resources: {'Port': ['ID=b2420841-b21c-4940-b2ec-3fdc8ddb51c2,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:13.413788 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.414114 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.414459 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.414859 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.415167 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.415494 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.415820 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.416145 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.416496 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.416828 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.417146 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.417460 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.417840 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.418188 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.418488 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:13.847998 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:15:13.874561 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:15:13.875238 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 54db75c8-61ae-40ca-8fb3-09cac5ba5f98 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:15:14.042619 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c616b7-3e7c-45c4-bd97-44a000d41573 req-b98cf91f-3464-4e81-9bd7-bc1b92187151 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:14.044389 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d9c616b7-3e7c-45c4-bd97-44a000d41573 req-b98cf91f-3464-4e81-9bd7-bc1b92187151 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.1033082 Jun 27 14:15:14.107160 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42052) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:14.149688 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d9c616b7-3e7c-45c4-bd97-44a000d41573 req-a2775376-6786-4f28-9fa1-2494e4c09368 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965252 Jun 27 14:15:14.168069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for floatingip (715bf4a8-cf99-4a1f-b171-bb777c4edf02), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.182919 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5406-6ba7-477a-bc4b-81fcd4bc40a6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (3796ff42-dc59-4364-a81f-ea552d130d92), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.213883 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5406-6ba7-477a-bc4b-81fcd4bc40a6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (3796ff42-dc59-4364-a81f-ea552d130d92), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.217314 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:14.288540 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (b2420841-b21c-4940-b2ec-3fdc8ddb51c2), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.295034 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5406-6ba7-477a-bc4b-81fcd4bc40a6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (3796ff42-dc59-4364-a81f-ea552d130d92), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.297847 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5406-6ba7-477a-bc4b-81fcd4bc40a6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.299269 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ca3e5406-6ba7-477a-bc4b-81fcd4bc40a6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "DELETE /v2.0/security-groups/3796ff42-dc59-4364-a81f-ea552d130d92 HTTP/1.1" status: 204 len: 168 time: 0.1905196 Jun 27 14:15:14.303867 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42056) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:14.323619 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e5406-6ba7-477a-bc4b-81fcd4bc40a6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3796ff42-dc59-4364-a81f-ea552d130d92,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:14.326181 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-0ed88516-cccd-452a-99e5-0473e18ad241 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] show failed (client error): The resource could not be found. Jun 27 14:15:14.331788 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0ed88516-cccd-452a-99e5-0473e18ad241 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups/3796ff42-dc59-4364-a81f-ea552d130d92 HTTP/1.1" status: 404 len: 347 time: 0.0225105 Jun 27 14:15:14.333021 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42058) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:14.517080 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for port (b2420841-b21c-4940-b2ec-3fdc8ddb51c2), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.524674 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (b2420841-b21c-4940-b2ec-3fdc8ddb51c2), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.535959 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-7c584810-c474-4bd4-ac98-b743a2b56682 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Deleting port b2714626-3577-4b31-9dd0-4db9d5624694 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:14.536627 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c584810-c474-4bd4-ac98-b743a2b56682 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (b2714626-3577-4b31-9dd0-4db9d5624694), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.613949 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event updated for resources: {'Port': ['ID=b2420841-b21c-4940-b2ec-3fdc8ddb51c2,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:14.636345 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (715bf4a8-cf99-4a1f-b171-bb777c4edf02), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.664483 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c584810-c474-4bd4-ac98-b743a2b56682 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (b2714626-3577-4b31-9dd0-4db9d5624694), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.664801 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c584810-c474-4bd4-ac98-b743a2b56682 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (b2714626-3577-4b31-9dd0-4db9d5624694), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:14.690500 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-7c584810-c474-4bd4-ac98-b743a2b56682 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Calling delete_port for b2714626-3577-4b31-9dd0-4db9d5624694 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:14.697287 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:14.815946 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-53b94a48-7566-4a41-81de-884b86a8317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:14.816757 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-53b94a48-7566-4a41-81de-884b86a8317c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 1129 time: 0.1053019 Jun 27 14:15:14.818280 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Floating IP 715bf4a8-cf99-4a1f-b171-bb777c4edf02 associated. External IP: 172.27.2.205, port: 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09. Jun 27 14:15:14.901129 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31322c18-a861-4c67-97fb-509340efacb1 req-4443c197-bf42-4523-aec6-a369dcd2408b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:14.903843 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-31322c18-a861-4c67-97fb-509340efacb1 req-4443c197-bf42-4523-aec6-a369dcd2408b tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.1405396 Jun 27 14:15:15.076951 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-31322c18-a861-4c67-97fb-509340efacb1 req-407aeef1-13f1-4ee8-aeab-e06b7e3efd9c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561713 Jun 27 14:15:15.221053 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:15:15.273442 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-b3b654ac-e520-40e5-9d8e-8e305883b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:15.275444 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-b3b654ac-e520-40e5-9d8e-8e305883b473 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.4458044 Jun 27 14:15:15.277928 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c584810-c474-4bd4-ac98-b743a2b56682 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (b2714626-3577-4b31-9dd0-4db9d5624694), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:15.335743 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c584810-c474-4bd4-ac98-b743a2b56682 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event deleted for resources: {'Port': ['ID=b2714626-3577-4b31-9dd0-4db9d5624694,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:15.387646 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:15:15.402996 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] Sync routers for ids ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:15:15.420705 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] Routers {'8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:15.422492 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:15.422804 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:15.433817 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c584810-c474-4bd4-ac98-b743a2b56682 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (a19ae2f2-dac2-4e5d-9957-089af9535c08), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:15.438340 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7c584810-c474-4bd4-ac98-b743a2b56682 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:15.445993 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7c584810-c474-4bd4-ac98-b743a2b56682 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "DELETE /v2.0/floatingips/a19ae2f2-dac2-4e5d-9957-089af9535c08 HTTP/1.1" status: 204 len: 168 time: 1.1057894 Jun 27 14:15:15.476414 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:15.483719 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-97fc1794-81bd-44c7-b42d-d997d2475350 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee HTTP/1.1" status: 200 len: 1000 time: 0.1917300 Jun 27 14:15:15.491567 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e7181d0e-4b06-4200-bf0b-2b933eaa6165 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7277768 Jun 27 14:15:15.491567 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:15.493566 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:15.561722 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aac1b01-e2cc-49f1-bb8d-01caeb2052a2 x-openstack-request-id: req-4aac1b01-e2cc-49f1-bb8d-01caeb2052a2 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:15.562789 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:15.562789 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4aac1b01-e2cc-49f1-bb8d-01caeb2052a2 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:15.563278 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aac1b01-e2cc-49f1-bb8d-01caeb2052a2'] response: {'name': 'network-changed', 'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'status': 'completed', 'code': 200} Jun 27 14:15:15.570982 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-dbfd46a1-e212-4fc2-83da-d22b909ac430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:15.572799 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-dbfd46a1-e212-4fc2-83da-d22b909ac430 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.0764728 Jun 27 14:15:15.601634 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42074) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:15.609188 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-bfb06cba-9a03-4fd0-8923-724fb1020e4c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1658511586', 'description': 'tempest-description--819352930'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:15.628239 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] Set router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:15.645670 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bfb06cba-9a03-4fd0-8923-724fb1020e4c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:15.672523 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:15.683066 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:15.695007 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-c32b6c28-5f17-4a06-9e0c-6eafd3bf9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:15.697679 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-c32b6c28-5f17-4a06-9e0c-6eafd3bf9a62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160944 Jun 27 14:15:15.699717 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-155129d5-c0af-4fdd-a008-28b924c5e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:15.702226 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-155129d5-c0af-4fdd-a008-28b924c5e120 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1660a6efb665498199c6d992dffcf16c&device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 1130 time: 0.1027448 Jun 27 14:15:15.743414 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-22e538bf-c10c-41a8-b104-25905db9d4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:15.788888 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:15.793760 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bfb06cba-9a03-4fd0-8923-724fb1020e4c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (750935f2-7958-4f4e-af13-5bd26af9335a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:15.798622 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bfb06cba-9a03-4fd0-8923-724fb1020e4c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (750935f2-7958-4f4e-af13-5bd26af9335a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:15.841384 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bfb06cba-9a03-4fd0-8923-724fb1020e4c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:15.846043 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-bfb06cba-9a03-4fd0-8923-724fb1020e4c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2431791 Jun 27 14:15:15.848361 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42078) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:15.853338 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-967e3e04-00e1-4768-a573-cffb64cf50e5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'security_group_rule': {'security_group_id': '750935f2-7958-4f4e-af13-5bd26af9335a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:15.859720 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb06cba-9a03-4fd0-8923-724fb1020e4c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750935f2-7958-4f4e-af13-5bd26af9335a,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:15.889364 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-967e3e04-00e1-4768-a573-cffb64cf50e5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (cb4d0b62-b129-4a92-aa95-4a1ca4f8a78e), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:15.945456 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '715bf4a8-cf99-4a1f-b171-bb777c4edf02', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'port_id': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'mac_address': 'fa:16:3e:a9:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07806523-d3bb-4bce-8460-130c54437643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:15:13Z', 'updated_at': '2022-06-27T14:15:13Z', 'revision_number': 0, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:32Z', 'revision_number': 5, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:15.954676 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-4b03ea88-409b-4d22-bbfd-4e68d573b84f service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452669 Jun 27 14:15:15.971984 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-157bf39e-574a-4c74-b3ad-0b13a4f0f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:15.973914 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-157bf39e-574a-4c74-b3ad-0b13a4f0f0c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4d43ec1-ddd5-4039-a124-eea360564a63 HTTP/1.1" status: 200 len: 910 time: 0.2627616 Jun 27 14:15:15.979780 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] Checking router: 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:15:15.990104 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] Routers {'8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:15.990865 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:14:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:16.014089 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-967e3e04-00e1-4768-a573-cffb64cf50e5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (cb4d0b62-b129-4a92-aa95-4a1ca4f8a78e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.019533 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-967e3e04-00e1-4768-a573-cffb64cf50e5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (cb4d0b62-b129-4a92-aa95-4a1ca4f8a78e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.059397 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e3e04-00e1-4768-a573-cffb64cf50e5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4d0b62-b129-4a92-aa95-4a1ca4f8a78e,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:16.069307 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-967e3e04-00e1-4768-a573-cffb64cf50e5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.071492 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-967e3e04-00e1-4768-a573-cffb64cf50e5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2217350 Jun 27 14:15:16.074148 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42080) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:16.082905 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-e7c20a90-e8b3-46c1-9691-140bb6d19568 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'security_group_rule': {'security_group_id': '750935f2-7958-4f4e-af13-5bd26af9335a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:16.101591 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-4a2c2143-6b51-4451-8911-c32c60081836 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 HTTP/1.1" status: 200 len: 1000 time: 0.1157274 Jun 27 14:15:16.102130 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:16.131483 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] Set router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:16.143331 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7c20a90-e8b3-46c1-9691-140bb6d19568 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (f9d673ab-49d2-4e81-a242-12b4e5615c21), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.164610 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5174bc84-7f80-4b7a-8466-8ff0a7aab52e req-e75ff5b9-f7df-4071-959c-01d70f6248a1 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029150 Jun 27 14:15:16.179431 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-7bfb00d1-9f10-4f1a-956d-f5ec98ff62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:16.181140 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-7bfb00d1-9f10-4f1a-956d-f5ec98ff62d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=266c084f-6e21-413b-9459-055bf6fb0572 HTTP/1.1" status: 200 len: 848 time: 0.0711825 Jun 27 14:15:16.249623 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-1256e613-863e-4c26-b830-bd3926c9fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:16.254209 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-1256e613-863e-4c26-b830-bd3926c9fcd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4d43ec1-ddd5-4039-a124-eea360564a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659363 Jun 27 14:15:16.270164 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6135e-4f17-4cf8-9f6c-8587bdad181a req-5c6fc030-ab66-476c-a0d7-25a0b2226b5f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:16.272141 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3ae6135e-4f17-4cf8-9f6c-8587bdad181a req-5c6fc030-ab66-476c-a0d7-25a0b2226b5f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0841422 Jun 27 14:15:16.284389 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7c20a90-e8b3-46c1-9691-140bb6d19568 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (f9d673ab-49d2-4e81-a242-12b4e5615c21), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.294805 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7c20a90-e8b3-46c1-9691-140bb6d19568 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (f9d673ab-49d2-4e81-a242-12b4e5615c21), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.334202 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c20a90-e8b3-46c1-9691-140bb6d19568 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d673ab-49d2-4e81-a242-12b4e5615c21,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:16.353751 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e7c20a90-e8b3-46c1-9691-140bb6d19568 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.359076 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e7c20a90-e8b3-46c1-9691-140bb6d19568 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2829988 Jun 27 14:15:16.359746 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42084) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:16.367927 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:16.391932 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3ae6135e-4f17-4cf8-9f6c-8587bdad181a req-949d9408-d117-46ea-bba4-30ecda23f0f2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058185 Jun 27 14:15:16.410236 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.467403 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:16.502953 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-80c7d845-e68f-4371-95c8-8881c0b1ea05 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949425 Jun 27 14:15:16.550456 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '715bf4a8-cf99-4a1f-b171-bb777c4edf02', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'port_id': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'mac_address': 'fa:16:3e:a9:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07806523-d3bb-4bce-8460-130c54437643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:15:13Z', 'updated_at': '2022-06-27T14:15:13Z', 'revision_number': 0, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:32Z', 'revision_number': 5, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:16.554937 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.583848 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b26ff12-b1a2-4002-92fc-48cd9cfe1c20 None None] The sync data for ids ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'] in dv-cinder-841125-9-iscsi is: [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '715bf4a8-cf99-4a1f-b171-bb777c4edf02', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'port_id': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'mac_address': 'fa:16:3e:a9:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07806523-d3bb-4bce-8460-130c54437643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:15:13Z', 'updated_at': '2022-06-27T14:15:13Z', 'revision_number': 0, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:32Z', 'revision_number': 5, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:15:16.696536 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Allocated IP 172.27.2.178 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:15:16.755648 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:16.822517 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185cec5-8c74-48bb-9128-f1c44ac9868b None None] New status for floating IP 715bf4a8-cf99-4a1f-b171-bb777c4edf02: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:15:16.849962 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for port (1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.901872 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:16.958256 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:15:16.963286 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:15:16.969212 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:15:17.009832 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'Port': ['ID=1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:17.094233 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (4d2615dc-8d3f-4639-aba0-4408fb415967), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:17.128828 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:17.139159 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:17.307818 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for port (1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:17.314891 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:17.393859 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'Port': ['ID=1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:17.407748 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (4d2615dc-8d3f-4639-aba0-4408fb415967), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:17.425734 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:17.429848 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8f28f141-4f28-4606-a99a-4269896103ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0653002 Jun 27 14:15:17.575714 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c54415-2ed0-4589-8306-7814e72b8bcb req-f6c00b1b-1f3f-4475-ac3f-067251fb8023 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:17.577741 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-15c54415-2ed0-4589-8306-7814e72b8bcb req-f6c00b1b-1f3f-4475-ac3f-067251fb8023 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0565982 Jun 27 14:15:17.653739 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-15c54415-2ed0-4589-8306-7814e72b8bcb req-68e5e722-87d6-4980-980c-84e5ecab0c27 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691178 Jun 27 14:15:17.720584 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-f3dfc286-684d-46e7-a5e0-e25dfefdd784 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1658511586&fields=id&tenant_id=12a08b9d2c92484481315d29fafa47c2 HTTP/1.1" status: 200 len: 267 time: 0.0652599 Jun 27 14:15:17.856538 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c16a8011-4bd6-4258-b49d-f411e46cd2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:17.890697 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-4cddb47f-5838-4b98-af54-eae4c9d7dab0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:17.896465 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-4cddb47f-5838-4b98-af54-eae4c9d7dab0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 816 time: 0.1663537 Jun 27 14:15:17.915100 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-cfdcf961-7fe6-4ade-a6d4-12da07b9f3e9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/quotas/12a08b9d2c92484481315d29fafa47c2 HTTP/1.1" status: 200 len: 375 time: 0.0126293 Jun 27 14:15:17.934606 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2bb4cd41-f8e6-45c0-8cdd-5a3e7003b7b7 req-3087c346-3764-4517-809d-9915e1930bbe service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406915 Jun 27 14:15:17.984033 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b0bdf6a5-4cc6-427c-9a75-01ee4c974b4f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625494 Jun 27 14:15:18.027821 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:18.112579 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e6716945-150c-4df9-8504-54365edf4886 service neutron] 10.222.0.43 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086774 Jun 27 14:15:18.213928 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-886b6464-e3dd-47d7-b3cc-29a31ab6ab90 service neutron] 10.222.0.43 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955873 Jun 27 14:15:18.431739 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-18286703-4d17-4949-afa3-e42fe5411ea6 req-53c6cd2f-5d2a-4a00-89ad-671897b0b551 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 210 time: 0.0491564 Jun 27 14:15:18.838555 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f755eb-8950-43fe-9c33-33fa47e1fcf5 req-6ce220b0-a875-4601-90c5-8d3742c3895a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:18.840374 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b2f755eb-8950-43fe-9c33-33fa47e1fcf5 req-6ce220b0-a875-4601-90c5-8d3742c3895a tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0589273 Jun 27 14:15:18.880397 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:18.914782 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b2f755eb-8950-43fe-9c33-33fa47e1fcf5 req-4515793d-7541-46d9-a2f8-97d425f22d68 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623972 Jun 27 14:15:19.080522 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7c133-e931-403f-ae04-19b29d0752c2 req-deb2e330-e380-4a73-bbc9-b839e151a262 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:19.082380 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7bc7c133-e931-403f-ae04-19b29d0752c2 req-deb2e330-e380-4a73-bbc9-b839e151a262 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0534413 Jun 27 14:15:19.098268 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42118) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:19.104146 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-ad3defac-f63b-4a44-b5e5-6d63701f41ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Request body: {'floatingip': {'port_id': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:19.176791 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ad3defac-f63b-4a44-b5e5-6d63701f41ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for floatingip (972600f9-d500-4679-9f3f-ff9f9c5fec6e), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:19.310265 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:19.590804 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-86f0f096-6c64-45ed-85fe-c874aebd1cae req-c2d0b85f-d86a-4d9a-806c-f191878ad4a1 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 210 time: 0.0740056 Jun 27 14:15:19.803898 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-c17b20ec-bd73-4f81-be8d-f813120b8665 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:19.805630 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-c17b20ec-bd73-4f81-be8d-f813120b8665 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.13 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 816 time: 0.1602082 Jun 27 14:15:19.820201 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ad3defac-f63b-4a44-b5e5-6d63701f41ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:19.824655 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ad3defac-f63b-4a44-b5e5-6d63701f41ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (972600f9-d500-4679-9f3f-ff9f9c5fec6e), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:19.932097 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b9563b38-401e-4a92-96a3-97931efde4c9 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12a08b9d2c92484481315d29fafa47c2 HTTP/1.1" status: 200 len: 380 time: 0.0917244 Jun 27 14:15:19.993768 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'port': {'device_id': '56df7436-5b84-481b-949c-8b706460db3b', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'admin_state_up': True, 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'security_groups': ['750935f2-7958-4f4e-af13-5bd26af9335a']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:20.015202 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:20.051762 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3defac-f63b-4a44-b5e5-6d63701f41ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Router 87bba9e9-fa93-4464-853a-72aa0ba0969d has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:15:20.063411 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:20.130486 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Made reservation on behalf of 12a08b9d2c92484481315d29fafa47c2 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:15:20.134330 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:20.169211 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3defac-f63b-4a44-b5e5-6d63701f41ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:15:20.174102 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ad3defac-f63b-4a44-b5e5-6d63701f41ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:20.182959 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] Sync routers for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:15:20.195347 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:20.195991 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:20.218985 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:20.223309 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:20.227269 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:20.266598 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ad3defac-f63b-4a44-b5e5-6d63701f41ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "PUT /v2.0/floatingips/972600f9-d500-4679-9f3f-ff9f9c5fec6e HTTP/1.1" status: 200 len: 992 time: 1.1666279 Jun 27 14:15:20.292578 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cfc326-bc9a-4cf1-af23-82fbb2fb70ac x-openstack-request-id: req-c2cfc326-bc9a-4cf1-af23-82fbb2fb70ac {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:20.293057 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:20.293423 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2cfc326-bc9a-4cf1-af23-82fbb2fb70ac {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:20.293934 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2cfc326-bc9a-4cf1-af23-82fbb2fb70ac'] response: {'name': 'network-changed', 'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'status': 'completed', 'code': 200} Jun 27 14:15:20.315716 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:20.315980 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:20.321406 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Allocated IP 172.20.0.9 (9d1575ad-e082-42db-9394-d8ba8185acc8/6d1d0e72-5820-401d-bd6b-353a90b0391f/0e7724a3-597b-4269-a92c-7ec913c02a2c) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:15:20.401823 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-9ef24bdf-d478-45c4-8ec2-aba5d1b1da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:20.403465 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-9ef24bdf-d478-45c4-8ec2-aba5d1b1da7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 1129 time: 0.0783072 Jun 27 14:15:20.538692 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:20.589755 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '972600f9-d500-4679-9f3f-ff9f9c5fec6e', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'port_id': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'mac_address': 'fa:16:3e:8f:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf904e-1633-4935-b765-6643eb12770a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:13:09Z', 'updated_at': '2022-06-27T14:15:19Z', 'revision_number': 3, 'project_id': 'af0b18811427410c826e9a09cd894132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:58Z', 'revision_number': 5, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:20.622354 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] Checking router: 87bba9e9-fa93-4464-853a-72aa0ba0969d for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:15:20.635738 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:20.636657 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:20.718154 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b210746d-e02d-40fe-8f8a-00a9e48464d0 req-043af571-01b7-4253-aeb2-e1bf23c353b3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 210 time: 0.0307655 Jun 27 14:15:20.736441 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-7bb764a5-db75-4994-bdc0-6a94a5e3d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:20.740124 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-7bb764a5-db75-4994-bdc0-6a94a5e3d9d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.3279459 Jun 27 14:15:20.812176 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:20.830360 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:20.892385 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-b6355d02-e6b0-4838-958e-6c4a792bb109 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee HTTP/1.1" status: 200 len: 1000 time: 0.1404312 Jun 27 14:15:20.930466 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:20.982169 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:20.985369 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:21.040099 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-d43fbff5-36c7-4c57-ac54-059a40cd47db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:21.041738 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-d43fbff5-36c7-4c57-ac54-059a40cd47db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.1406300 Jun 27 14:15:21.063928 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Network 9d1575ad-e082-42db-9394-d8ba8185acc8 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:15:21.069683 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:15:21.090721 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:15:21.097294 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:21.097980 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:21.119328 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event updated for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:21.128688 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-f0a59b14-3642-4160-924f-a05bdc52d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:21.130189 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-f0a59b14-3642-4160-924f-a05bdc52d329 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788789 Jun 27 14:15:21.139425 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-b8482e36-ecad-4a77-b590-cacb834d66db tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1509838 Jun 27 14:15:21.157094 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '972600f9-d500-4679-9f3f-ff9f9c5fec6e', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'port_id': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'mac_address': 'fa:16:3e:8f:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf904e-1633-4935-b765-6643eb12770a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:13:09Z', 'updated_at': '2022-06-27T14:15:19Z', 'revision_number': 3, 'project_id': 'af0b18811427410c826e9a09cd894132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:58Z', 'revision_number': 5, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:21.183059 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Request body: {'port': {'device_id': '56df7436-5b84-481b-949c-8b706460db3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:21.185418 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36648c-b0aa-4f43-9187-8a1375d0767e None None] The sync data for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi is: [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '972600f9-d500-4679-9f3f-ff9f9c5fec6e', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'port_id': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'mac_address': 'fa:16:3e:8f:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bf904e-1633-4935-b765-6643eb12770a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:13:09Z', 'updated_at': '2022-06-27T14:15:19Z', 'revision_number': 3, 'project_id': 'af0b18811427410c826e9a09cd894132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:58Z', 'revision_number': 5, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:15:21.204698 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:21.347833 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-56ff0ef4-a8a2-43db-b88f-5b09772ace23 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061560 Jun 27 14:15:21.349435 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:21.446105 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-3812002d-1cb1-48e1-888b-0706e36ac3f5 None None] Provisioning complete for port 0e7724a3-597b-4269-a92c-7ec913c02a2c triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:15:21.446838 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3812002d-1cb1-48e1-888b-0706e36ac3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:21.473230 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:21.584505 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-53e51543-fe45-4e80-a8ca-bb2fb9f11ca2 req-b60a960d-b054-42ed-a31f-32cfaa612ca1 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187214 Jun 27 14:15:21.675983 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:21.682827 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3812002d-1cb1-48e1-888b-0706e36ac3f5 None None] Port 0e7724a3-597b-4269-a92c-7ec913c02a2c cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:15:21.805055 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7724a3-597b-4269-a92c-7ec913c02a2c {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:15:21.820095 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Publish callbacks [] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:21.844083 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Transition to ACTIVE for port object 0e7724a3-597b-4269-a92c-7ec913c02a2c will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:15:21.852664 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:21.923611 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf5615-5a86-4f90-a54a-288d2711fd7e req-7c4a06f0-6fb4-4681-86ac-27170c956f7f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:21.926377 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2baf5615-5a86-4f90-a54a-288d2711fd7e req-7c4a06f0-6fb4-4681-86ac-27170c956f7f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0776687 Jun 27 14:15:21.944608 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:21.970496 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Attempting to bind port 0e7724a3-597b-4269-a92c-7ec913c02a2c on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:15:21.971579 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Attempting to bind port 0e7724a3-597b-4269-a92c-7ec913c02a2c by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:15:21.971947 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Attempting to bind port 0e7724a3-597b-4269-a92c-7ec913c02a2c on network 9d1575ad-e082-42db-9394-d8ba8185acc8 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:15:21.980015 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Port 0e7724a3-597b-4269-a92c-7ec913c02a2c on network 9d1575ad-e082-42db-9394-d8ba8185acc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:15:21.980568 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Attempting to bind port 0e7724a3-597b-4269-a92c-7ec913c02a2c on network 9d1575ad-e082-42db-9394-d8ba8185acc8 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:15:21.990171 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:15:21.991371 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Checking segment: {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:15:21.991552 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Bound using segment: {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:15:21.992144 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Bound port: 0e7724a3-597b-4269-a92c-7ec913c02a2c, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1630e0-80e4-4bd4-b297-005c42e60bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:15:21.992745 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:22.005018 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2baf5615-5a86-4f90-a54a-288d2711fd7e req-9f759306-4ea1-469e-b368-0142cc4c59ba tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663640 Jun 27 14:15:22.110101 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:15:22.115842 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:15:22.125247 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:22.187417 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:22.188069 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:22.189804 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] 10.222.0.13 "PUT /v2.0/ports/0e7724a3-597b-4269-a92c-7ec913c02a2c HTTP/1.1" status: 200 len: 1093 time: 1.0231442 Jun 27 14:15:22.190419 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:22.193438 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5f4e7e-75c6-47de-b237-d5956452fddd" -d '{"events": [{"name": "network-changed", "server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:22.230165 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3170e25-9550-4730-a709-e81918c7c206 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:22.295332 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:22.299010 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51e5e59-2222-4c4e-a6a6-fcdf74251802" -d '{"events": [{"name": "network-changed", "server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:22.299514 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294d6e6f-dcfc-461e-8380-8e1a678b0e14 x-openstack-request-id: req-294d6e6f-dcfc-461e-8380-8e1a678b0e14 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:22.299979 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:22.300382 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-294d6e6f-dcfc-461e-8380-8e1a678b0e14 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:22.301028 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294d6e6f-dcfc-461e-8380-8e1a678b0e14'] response: {'name': 'network-changed', 'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'status': 'completed', 'code': 200} Jun 27 14:15:22.353385 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-c3cd282e-c799-47a2-8a5d-15ec6d4d16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:22.356070 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf1dc34-6a6a-4d88-ad63-4ec39f83e914 x-openstack-request-id: req-acf1dc34-6a6a-4d88-ad63-4ec39f83e914 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:22.356587 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-c3cd282e-c799-47a2-8a5d-15ec6d4d16f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 1127 time: 0.0756836 Jun 27 14:15:22.356736 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:22.357068 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acf1dc34-6a6a-4d88-ad63-4ec39f83e914 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:22.357577 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf1dc34-6a6a-4d88-ad63-4ec39f83e914'] response: {'name': 'network-changed', 'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'status': 'completed', 'code': 200} Jun 27 14:15:22.430905 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-f1f6eaee-34ef-4449-8b94-9db8e33a9a4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c HTTP/1.1" status: 200 len: 217 time: 0.0562098 Jun 27 14:15:22.505843 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-f2580413-6a8c-476d-bc9e-044b39dbdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:22.507440 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-f2580413-6a8c-476d-bc9e-044b39dbdf68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af0b18811427410c826e9a09cd894132&device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 1129 time: 0.0881374 Jun 27 14:15:22.528027 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-c798392a-da9b-4793-981e-d1ac40175012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:22.529548 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-c798392a-da9b-4793-981e-d1ac40175012 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 200 len: 855 time: 0.0792789 Jun 27 14:15:22.551614 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:22.663879 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-d6ad66be-fe82-46c4-a637-03325e7a2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:22.666489 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-d6ad66be-fe82-46c4-a637-03325e7a2a23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d1575ad-e082-42db-9394-d8ba8185acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1256518 Jun 27 14:15:22.758583 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-2fad2566-1b6f-4fbc-b070-0aa72e106b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:22.760422 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-2fad2566-1b6f-4fbc-b070-0aa72e106b75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 200 len: 919 time: 0.2457693 Jun 27 14:15:22.844101 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:22.883400 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-5dcd487b-d4d6-4e60-a24b-2e0c5137dc06 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065938 Jun 27 14:15:22.885981 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-72a41548-ac3a-496b-89ca-d3d98fe29d6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee HTTP/1.1" status: 200 len: 1000 time: 0.0985515 Jun 27 14:15:23.019044 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-ed495320-e992-4443-b6f9-a53862548bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:23.020629 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-ed495320-e992-4443-b6f9-a53862548bff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 200 len: 857 time: 0.1127470 Jun 27 14:15:23.079115 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-027268b1-1ce6-4861-b88d-3af6b2640fdd req-2cb8a890-246c-4826-93e3-3fec826b4a00 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724749 Jun 27 14:15:23.088713 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-8789ba28-8c18-4959-a304-bf843ccc67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:23.092159 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-8789ba28-8c18-4959-a304-bf843ccc67d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecee4980-ce4f-4cdd-803e-14cbf5d5d803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640240 Jun 27 14:15:23.186673 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdf028-67e8-4e70-a1d7-a084d3ba4045 req-75a72ec6-3a8e-4761-88e2-2ad5fbad0fe0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:23.188546 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1bcdf028-67e8-4e70-a1d7-a084d3ba4045 req-75a72ec6-3a8e-4761-88e2-2ad5fbad0fe0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0545738 Jun 27 14:15:23.216776 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-a491dac5-976d-4e7e-b211-5167671f44d7 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179647 Jun 27 14:15:23.253083 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1bcdf028-67e8-4e70-a1d7-a084d3ba4045 req-331b7c5a-f17d-4a66-90c3-25ad4c132104 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580697 Jun 27 14:15:23.991483 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbdedb-c29d-4f68-986f-478b1ac4fefa req-45930488-8a7b-4069-9163-6c012bc959fb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:23.994213 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c4fbdedb-c29d-4f68-986f-478b1ac4fefa req-45930488-8a7b-4069-9163-6c012bc959fb tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0641859 Jun 27 14:15:24.149424 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c4fbdedb-c29d-4f68-986f-478b1ac4fefa req-f77e474a-1abe-4b23-8a96-90251d52bb48 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489217 Jun 27 14:15:24.270996 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-0f7cdf95-1944-459d-942d-aa92039e15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:24.272565 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-0f7cdf95-1944-459d-942d-aa92039e15e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 1127 time: 0.1072996 Jun 27 14:15:24.317570 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a51e5e59-2222-4c4e-a6a6-fcdf74251802 req-ed5ca022-d5a4-480d-84dd-fb1deacd8fa4 service neutron] 10.222.0.13 "GET /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667681 Jun 27 14:15:24.466976 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3383bff-d2fa-4e5b-828d-b8615e9e7f1f req-b07aff65-5184-4d09-b41f-71115e7aacd0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:24.468802 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e3383bff-d2fa-4e5b-828d-b8615e9e7f1f req-b07aff65-5184-4d09-b41f-71115e7aacd0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.1179483 Jun 27 14:15:24.530802 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e3383bff-d2fa-4e5b-828d-b8615e9e7f1f req-15b8151a-f27d-4aa6-9e32-e4c422bc49c3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543520 Jun 27 14:15:25.308251 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56ae80-d387-4fda-b5a1-f7ae8d04e7dc req-83263f0e-0fc6-4219-8b10-6f07633d3819 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:25.309942 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cc56ae80-d387-4fda-b5a1-f7ae8d04e7dc req-83263f0e-0fc6-4219-8b10-6f07633d3819 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0580637 Jun 27 14:15:25.367538 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cc56ae80-d387-4fda-b5a1-f7ae8d04e7dc req-902fab7f-cc6a-4c8e-abe1-5df3ff9b583a tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508058 Jun 27 14:15:25.671580 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536d6a1-e50b-4da7-8990-77fdb0d8d30d req-98b7c542-f781-4231-a7b0-620d807b9e25 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:25.673671 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f536d6a1-e50b-4da7-8990-77fdb0d8d30d req-98b7c542-f781-4231-a7b0-620d807b9e25 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0553486 Jun 27 14:15:25.731581 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f536d6a1-e50b-4da7-8990-77fdb0d8d30d req-df1fd634-c25a-4988-a0b7-8c6bd6cf63da tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517244 Jun 27 14:15:25.886527 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 0e7724a3-597b-4269-a92c-7ec913c02a2c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:15:26.006832 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:26.021531 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'port_id': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'mac_address': 'fa:16:3e:c5:88:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:15:26.069585 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 0e7724a3-597b-4269-a92c-7ec913c02a2c is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:15:26.070193 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:26.092678 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7724a3-597b-4269-a92c-7ec913c02a2c {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:15:26.118373 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:26.127303 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:26.155145 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-b70cfa36-c2a5-460f-a0d8-312d12c62c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:26.157060 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-b70cfa36-c2a5-460f-a0d8-312d12c62c64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 917 time: 0.1210322 Jun 27 14:15:26.179814 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:26.268365 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-077b0148-5588-4899-8b76-4afe2327f389 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c HTTP/1.1" status: 200 len: 217 time: 0.0446150 Jun 27 14:15:26.331395 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-cb24c6f7-f76c-4752-b9f4-8102e79042f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:26.332968 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-cb24c6f7-f76c-4752-b9f4-8102e79042f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 200 len: 855 time: 0.0562181 Jun 27 14:15:26.441221 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['0e7724a3-597b-4269-a92c-7ec913c02a2c'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:15:26.535006 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:26.543774 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866416d-8701-4d1b-9ed4-b1246070aeb3 req-e543edac-a3a9-4654-bf60-e63a2bdeaa44 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:26.546479 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a866416d-8701-4d1b-9ed4-b1246070aeb3 req-e543edac-a3a9-4654-bf60-e63a2bdeaa44 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.0947294 Jun 27 14:15:26.616886 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:26.747897 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-92f1b74f-3f0e-4769-a098-9fb921b7e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:26.749399 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-92f1b74f-3f0e-4769-a098-9fb921b7e964 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d1575ad-e082-42db-9394-d8ba8185acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3788619 Jun 27 14:15:26.755959 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-4ea64a7c-b6b4-49b7-af9d-a311b79137d7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:26.757490 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-4ea64a7c-b6b4-49b7-af9d-a311b79137d7 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.13 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 946 time: 0.3855672 Jun 27 14:15:26.907408 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:26.926926 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Deleting port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:26.927301 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:26.949892 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-97b5973f-96ee-441f-bf66-5e886b79f0d9 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901639 Jun 27 14:15:26.961621 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:26.974324 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:27.061572 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8104491-2731-4e5f-a016-70b28905a736 req-f795edd7-0a48-41a5-a135-da277020fca7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:27.064193 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8104491-2731-4e5f-a016-70b28905a736 req-f795edd7-0a48-41a5-a135-da277020fca7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 944 time: 0.1236939 Jun 27 14:15:27.070240 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a866416d-8701-4d1b-9ed4-b1246070aeb3 req-87f8bdb6-fd7d-46d4-ac16-6546921a186d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=59b28f73-bbb5-4efa-9521-b79d2043d499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5163708 Jun 27 14:15:27.081199 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:27.113506 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] For port fc0d5cdf-f01e-4891-ab98-f0ac735551e2, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:27.113862 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:27.145134 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cf5f4e7e-75c6-47de-b237-d5956452fddd req-37c214a5-6adb-431a-aa9c-efb61eaec1b3 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778162 Jun 27 14:15:27.160038 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8104491-2731-4e5f-a016-70b28905a736 req-41e57163-0cdb-4a24-be7e-2596d0b4e1df tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880568 Jun 27 14:15:27.336177 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:27.336785 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (61fdb4b6-cb81-451a-b897-00551b6a3492), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:27.337067 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Floating IP 61fdb4b6-cb81-451a-b897-00551b6a3492 disassociated. External IP: 172.27.2.53, port: fc0d5cdf-f01e-4891-ab98-f0ac735551e2. Jun 27 14:15:27.337573 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Calling delete_port for fc0d5cdf-f01e-4891-ab98-f0ac735551e2 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:27.499933 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (fc0d5cdf-f01e-4891-ab98-f0ac735551e2), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:27.528817 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event deleted for resources: {'Port': ['ID=fc0d5cdf-f01e-4891-ab98-f0ac735551e2,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:27.654206 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:15:27.804007 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:15:27.818867 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] Sync routers for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:15:27.837085 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:27.838077 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:27.850147 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] No DVR routers for this DVR port fc0d5cdf-f01e-4891-ab98-f0ac735551e2 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:15:27.853128 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:27.856648 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eb24cac3-0313-4c6d-b3af-4cc3d0808a79 req-409c0eec-ec17-4375-8606-5caba038bb23 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.13 "DELETE /v2.0/ports/fc0d5cdf-f01e-4891-ab98-f0ac735551e2 HTTP/1.1" status: 204 len: 173 time: 1.0888612 Jun 27 14:15:27.857136 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'name': 'network-vif-deleted', 'tag': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:27.859690 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb51b2d-3400-461f-b512-4afea121462b" -d '{"events": [{"server_uuid": "1569b534-eeea-4fe6-8ed8-13dcacdb5c38", "name": "network-vif-deleted", "tag": "fc0d5cdf-f01e-4891-ab98-f0ac735551e2"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:27.906738 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 0e7724a3-597b-4269-a92c-7ec913c02a2c up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:15:27.957253 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429573d3-035a-454a-aa72-67c42a0c71a1 x-openstack-request-id: req-429573d3-035a-454a-aa72-67c42a0c71a1 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:27.957785 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1569b534-eeea-4fe6-8ed8-13dcacdb5c38", "name": "network-vif-deleted", "tag": "fc0d5cdf-f01e-4891-ab98-f0ac735551e2", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:27.958181 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-429573d3-035a-454a-aa72-67c42a0c71a1 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:27.959265 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429573d3-035a-454a-aa72-67c42a0c71a1'] response: {'server_uuid': '1569b534-eeea-4fe6-8ed8-13dcacdb5c38', 'name': 'network-vif-deleted', 'tag': 'fc0d5cdf-f01e-4891-ab98-f0ac735551e2', 'status': 'completed', 'code': 200} Jun 27 14:15:27.990691 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 0e7724a3-597b-4269-a92c-7ec913c02a2c completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:15:28.000800 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 0e7724a3-597b-4269-a92c-7ec913c02a2c triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:15:28.001267 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:28.055198 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:28.100452 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 0e7724a3-597b-4269-a92c-7ec913c02a2c is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:15:28.100843 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:28.131891 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:28.134905 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7bcc02-9288-40b5-9395-c2d75d42433d" -d '{"events": [{"server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "name": "network-vif-plugged", "status": "completed", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:28.178520 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:28.190413 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:28.192727 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device fc0d5cdf-f01e-4891-ab98-f0ac735551e2 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:15:28.269855 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8963564e-7e44-46ce-8b62-a92834253666 req-5647a047-52a2-4ed8-a83f-4bb808204acd tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=1569b534-eeea-4fe6-8ed8-13dcacdb5c38 HTTP/1.1" status: 200 len: 210 time: 0.0521710 Jun 27 14:15:28.289667 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13737968-6b6c-47be-a8d4-145a549e9494 x-openstack-request-id: req-13737968-6b6c-47be-a8d4-145a549e9494 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:28.289667 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "name": "network-vif-plugged", "status": "completed", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:28.289667 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13737968-6b6c-47be-a8d4-145a549e9494 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:28.289667 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13737968-6b6c-47be-a8d4-145a549e9494'] response: {'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'code': 200} Jun 27 14:15:28.289667 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: fc0d5cdf-f01e-4891-ab98-f0ac735551e2 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:15:28.289667 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device fc0d5cdf-f01e-4891-ab98-f0ac735551e2 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:15:28.333430 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:28.385169 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d821849-6008-4c8b-bc4f-cce8298f0707 req-c232ad1c-4af5-417e-a173-b464d997f902 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:28.387825 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9d821849-6008-4c8b-bc4f-cce8298f0707 req-c232ad1c-4af5-417e-a173-b464d997f902 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0903995 Jun 27 14:15:28.453309 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:28.466159 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9d821849-6008-4c8b-bc4f-cce8298f0707 req-51c90583-4f18-4acd-a25f-1ae3512eccbc tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712290 Jun 27 14:15:28.483364 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] Checking router: 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:15:28.494867 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:28.495494 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:28.611772 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:28.658615 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec214f2b-fc08-4fee-bc74-cc3ac191065b req-4976ce00-823d-4389-8bc3-76a571509a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:28.661230 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ec214f2b-fc08-4fee-bc74-cc3ac191065b req-4976ce00-823d-4389-8bc3-76a571509a1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 1129 time: 0.0616021 Jun 27 14:15:28.745288 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ec214f2b-fc08-4fee-bc74-cc3ac191065b req-b08eb3b7-d0f4-424a-91a1-09be8d160f44 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724881 Jun 27 14:15:28.873585 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:28.906117 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279f0ff-ccb3-43af-94bc-88e2651b4b17 None None] The sync data for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi is: [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:15:29.179137 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85976bd2-d27e-4186-b9c7-4be9e9c86872 None None] New status for floating IP 61fdb4b6-cb81-451a-b897-00551b6a3492: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:15:29.386711 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42184) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:29.409665 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:29.452535 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d7673357-7a94-4b20-938f-f051643559e0 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (59b28f73-bbb5-4efa-9521-b79d2043d499), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:29.467649 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:29.483342 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d7673357-7a94-4b20-938f-f051643559e0 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (59b28f73-bbb5-4efa-9521-b79d2043d499), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:29.552886 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d7673357-7a94-4b20-938f-f051643559e0 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (59b28f73-bbb5-4efa-9521-b79d2043d499), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:29.558474 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d7673357-7a94-4b20-938f-f051643559e0 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:29.560698 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d7673357-7a94-4b20-938f-f051643559e0 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "DELETE /v2.0/security-groups/59b28f73-bbb5-4efa-9521-b79d2043d499 HTTP/1.1" status: 204 len: 168 time: 0.1723719 Jun 27 14:15:29.564885 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42188) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:29.580483 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-d3e78376-234b-4506-9b30-e4e621f1d08e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] show failed (client error): The resource could not be found. Jun 27 14:15:29.581637 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d3e78376-234b-4506-9b30-e4e621f1d08e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups/59b28f73-bbb5-4efa-9521-b79d2043d499 HTTP/1.1" status: 404 len: 347 time: 0.0156152 Jun 27 14:15:29.585500 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42190) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:29.593715 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:29.629187 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7673357-7a94-4b20-938f-f051643559e0 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b28f73-bbb5-4efa-9521-b79d2043d499,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:29.666925 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155f63-80c7-4324-9cc1-a579b48d4192 req-5339febb-5bec-45de-b175-7d9e64ceabf3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:29.668734 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4b155f63-80c7-4324-9cc1-a579b48d4192 req-5339febb-5bec-45de-b175-7d9e64ceabf3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.1064022 Jun 27 14:15:29.711992 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-75fa33ed-2686-4dd8-8c58-20068a8cea8b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Deleting port 97efc7bc-18bf-42be-aa09-939efe671066 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:29.712740 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75fa33ed-2686-4dd8-8c58-20068a8cea8b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (97efc7bc-18bf-42be-aa09-939efe671066), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:29.745127 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4b155f63-80c7-4324-9cc1-a579b48d4192 req-2f0e8960-2081-4374-8987-64e787d85017 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644460 Jun 27 14:15:29.783297 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:29.820776 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75fa33ed-2686-4dd8-8c58-20068a8cea8b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (97efc7bc-18bf-42be-aa09-939efe671066), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:29.821127 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75fa33ed-2686-4dd8-8c58-20068a8cea8b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (97efc7bc-18bf-42be-aa09-939efe671066), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:29.844847 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-75fa33ed-2686-4dd8-8c58-20068a8cea8b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Calling delete_port for 97efc7bc-18bf-42be-aa09-939efe671066 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:30.028629 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75fa33ed-2686-4dd8-8c58-20068a8cea8b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (97efc7bc-18bf-42be-aa09-939efe671066), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.054775 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa33ed-2686-4dd8-8c58-20068a8cea8b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event deleted for resources: {'Port': ['ID=97efc7bc-18bf-42be-aa09-939efe671066,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:30.082093 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75fa33ed-2686-4dd8-8c58-20068a8cea8b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (61fdb4b6-cb81-451a-b897-00551b6a3492), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.084711 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75fa33ed-2686-4dd8-8c58-20068a8cea8b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.085922 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-75fa33ed-2686-4dd8-8c58-20068a8cea8b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "DELETE /v2.0/floatingips/61fdb4b6-cb81-451a-b897-00551b6a3492 HTTP/1.1" status: 204 len: 168 time: 0.4994333 Jun 27 14:15:30.184309 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42194) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:30.190713 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-7e6fcf57-12bc-4a7c-8830-6217124ee779 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816460305', 'description': 'tempest-description--202592175'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:30.217075 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcf57-12bc-4a7c-8830-6217124ee779 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.309283 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcf57-12bc-4a7c-8830-6217124ee779 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (1b5fd4b0-283a-426b-9503-1aad1581f099), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.314158 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcf57-12bc-4a7c-8830-6217124ee779 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (1b5fd4b0-283a-426b-9503-1aad1581f099), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.355704 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcf57-12bc-4a7c-8830-6217124ee779 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.356944 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7e6fcf57-12bc-4a7c-8830-6217124ee779 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1715016 Jun 27 14:15:30.358066 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fcf57-12bc-4a7c-8830-6217124ee779 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5fd4b0-283a-426b-9503-1aad1581f099,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:30.360347 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42196) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:30.366237 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-bf1c9563-123b-4e22-9671-fb709daea8f8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'security_group_rule': {'security_group_id': '1b5fd4b0-283a-426b-9503-1aad1581f099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:30.402189 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9563-123b-4e22-9671-fb709daea8f8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (603c81e9-f417-4eca-bd68-fce9985baae4), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.481444 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9563-123b-4e22-9671-fb709daea8f8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (603c81e9-f417-4eca-bd68-fce9985baae4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.487969 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9563-123b-4e22-9671-fb709daea8f8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (603c81e9-f417-4eca-bd68-fce9985baae4), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.520594 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c9563-123b-4e22-9671-fb709daea8f8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603c81e9-f417-4eca-bd68-fce9985baae4,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:30.529790 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf1c9563-123b-4e22-9671-fb709daea8f8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.534225 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-bf1c9563-123b-4e22-9671-fb709daea8f8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695378 Jun 27 14:15:30.534603 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42198) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:30.542028 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-9425632b-be1e-4fda-bbc3-364186b84ae1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'security_group_rule': {'security_group_id': '1b5fd4b0-283a-426b-9503-1aad1581f099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:30.585451 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9425632b-be1e-4fda-bbc3-364186b84ae1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (ef546b17-e81e-4966-942e-6ff525401636), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.659392 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9425632b-be1e-4fda-bbc3-364186b84ae1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (ef546b17-e81e-4966-942e-6ff525401636), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.664066 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9425632b-be1e-4fda-bbc3-364186b84ae1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (ef546b17-e81e-4966-942e-6ff525401636), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.688431 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425632b-be1e-4fda-bbc3-364186b84ae1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef546b17-e81e-4966-942e-6ff525401636,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:30.695983 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9425632b-be1e-4fda-bbc3-364186b84ae1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.697227 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9425632b-be1e-4fda-bbc3-364186b84ae1 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611066 Jun 27 14:15:30.701938 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42200) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:30.707564 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:30.732561 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.823592 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:30.884432 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:30.885811 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4947a-0975-48ee-b765-db8191ecf1b3 req-2b90a1f6-83f9-4b7f-946e-4e9360f48792 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:30.887706 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1eb4947a-0975-48ee-b765-db8191ecf1b3 req-2b90a1f6-83f9-4b7f-946e-4e9360f48792 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0583856 Jun 27 14:15:30.946840 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1eb4947a-0975-48ee-b765-db8191ecf1b3 req-1b3b81d8-dd50-4290-83b6-d9c058628d5c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503590 Jun 27 14:15:31.015104 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Allocated IP 172.27.2.121 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/59195fca-8ee6-47fb-b5af-786cd55762ae) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:15:31.053814 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:31.094427 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d9eac-2dc0-45ac-aecb-395d15972bf9 req-a9045e88-4f20-470a-95c8-0be55c2f8aa5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:31.097293 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e16d9eac-2dc0-45ac-aecb-395d15972bf9 req-a9045e88-4f20-470a-95c8-0be55c2f8aa5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0620334 Jun 27 14:15:31.107052 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42206) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:31.113323 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-d46e8d77-071b-4796-82e8-791800c21d1b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Request body: {'floatingip': {'port_id': '0e7724a3-597b-4269-a92c-7ec913c02a2c'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:31.157391 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d46e8d77-071b-4796-82e8-791800c21d1b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (4d2615dc-8d3f-4639-aba0-4408fb415967), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.165406 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for port (59195fca-8ee6-47fb-b5af-786cd55762ae), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.217190 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (59195fca-8ee6-47fb-b5af-786cd55762ae), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.262070 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:15:31.265149 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:15:31.269710 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:15:31.277903 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'Port': ['ID=59195fca-8ee6-47fb-b5af-786cd55762ae,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:31.323877 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (ef56a2a4-9b41-4e2e-9d06-07623accba63), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.378877 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (59195fca-8ee6-47fb-b5af-786cd55762ae), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.557968 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for port (59195fca-8ee6-47fb-b5af-786cd55762ae), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.565213 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (59195fca-8ee6-47fb-b5af-786cd55762ae), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.629417 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (ef56a2a4-9b41-4e2e-9d06-07623accba63), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.666363 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:31.667163 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'Port': ['ID=59195fca-8ee6-47fb-b5af-786cd55762ae,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:31.675636 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.683842 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e7541ff5-9ce3-4688-a59b-4d9358048174 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9798498 Jun 27 14:15:31.691105 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d46e8d77-071b-4796-82e8-791800c21d1b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.707559 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d46e8d77-071b-4796-82e8-791800c21d1b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (4d2615dc-8d3f-4639-aba0-4408fb415967), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:31.748709 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:31.829640 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-d46e8d77-071b-4796-82e8-791800c21d1b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Floating IP 4d2615dc-8d3f-4639-aba0-4408fb415967 associated. External IP: 172.27.2.178, port: 0e7724a3-597b-4269-a92c-7ec913c02a2c. Jun 27 14:15:32.007699 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-3e2cf9fc-ab90-4ad1-9b39-8de1f3f23491 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1816460305&fields=id&tenant_id=c7540423cb0c4efe894b17063efa9182 HTTP/1.1" status: 200 len: 267 time: 0.0740972 Jun 27 14:15:32.201727 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46e8d77-071b-4796-82e8-791800c21d1b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Router bb402c12-b694-4ad0-b8af-73859a61e376 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:15:32.208145 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-d30ca599-9bc7-4621-ad32-3b014e50424b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:32.209697 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-d30ca599-9bc7-4621-ad32-3b014e50424b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 810 time: 0.1689663 Jun 27 14:15:32.237166 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-a756e927-73a4-41cf-9586-a6d3551b2988 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/quotas/c7540423cb0c4efe894b17063efa9182 HTTP/1.1" status: 200 len: 375 time: 0.0199773 Jun 27 14:15:32.397669 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-541acdde-1098-4e69-962c-d5ef01de5daa tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058495 Jun 27 14:15:32.421281 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46e8d77-071b-4796-82e8-791800c21d1b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:15:32.426735 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d46e8d77-071b-4796-82e8-791800c21d1b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:32.432370 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] Sync routers for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:15:32.446043 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:32.446666 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:32.508709 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d46e8d77-071b-4796-82e8-791800c21d1b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "PUT /v2.0/floatingips/4d2615dc-8d3f-4639-aba0-4408fb415967 HTTP/1.1" status: 200 len: 991 time: 1.4000690 Jun 27 14:15:32.512810 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:32.515136 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6583d75e-de0d-4f86-9363-cfd23d58f40a" -d '{"events": [{"name": "network-changed", "server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:32.545392 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-5f09dae1-7d55-4baf-9fef-6d431abbdac5 service neutron] 10.222.0.43 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324201 Jun 27 14:15:32.555359 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa069ae-1ae4-4d58-82d2-055f42533dcc x-openstack-request-id: req-7aa069ae-1ae4-4d58-82d2-055f42533dcc {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:32.555657 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:32.555913 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7aa069ae-1ae4-4d58-82d2-055f42533dcc {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:32.556328 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa069ae-1ae4-4d58-82d2-055f42533dcc'] response: {'name': 'network-changed', 'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'status': 'completed', 'code': 200} Jun 27 14:15:32.569170 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:32.650071 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-a9188132-cb86-4f4c-a45a-8259e0c63317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:32.654209 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-a9188132-cb86-4f4c-a45a-8259e0c63317 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 1129 time: 0.0607445 Jun 27 14:15:32.677726 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-f1eddc50-0f86-4647-a0b3-02450882f170 service neutron] 10.222.0.43 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193454 Jun 27 14:15:32.745655 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:32.783192 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-ca8a09ed-6908-4174-99ba-394222f82882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:32.784586 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-ca8a09ed-6908-4174-99ba-394222f82882 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 917 time: 0.1237502 Jun 27 14:15:32.797687 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:32.875281 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-b7a6ff18-57db-4e11-8bcb-ad390daae658 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c HTTP/1.1" status: 200 len: 999 time: 0.0840874 Jun 27 14:15:32.898047 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0826e14c-508f-44f5-a3c3-43434f11ca0d req-3dc14be8-e64f-49d1-ae5c-88fbd06d7d33 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 210 time: 0.0473456 Jun 27 14:15:32.941872 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-7e30ba42-e08e-438a-88ba-89fe14f50c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:32.943476 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-7e30ba42-e08e-438a-88ba-89fe14f50c4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 200 len: 855 time: 0.0616584 Jun 27 14:15:32.957413 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '4d2615dc-8d3f-4639-aba0-4408fb415967', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'port_id': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'mac_address': 'fa:16:3e:c5:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df7436-5b84-481b-949c-8b706460db3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:15:17Z', 'updated_at': '2022-06-27T14:15:31Z', 'revision_number': 1, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:32.990023 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] Checking router: bb402c12-b694-4ad0-b8af-73859a61e376 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:15:32.993425 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:33.005032 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:33.006025 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:33.023600 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-5c83c9bd-5087-4052-a1ef-1caee1d93594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:33.026566 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-5c83c9bd-5087-4052-a1ef-1caee1d93594 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d1575ad-e082-42db-9394-d8ba8185acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713122 Jun 27 14:15:33.147299 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:33.213173 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-1ccc6e23-6675-43a7-b2eb-92aa7cb2c911 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784868 Jun 27 14:15:33.247805 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:33.335944 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6583d75e-de0d-4f86-9363-cfd23d58f40a req-2a574b1b-816f-446d-9590-07e84fed3425 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154630 Jun 27 14:15:33.565659 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '4d2615dc-8d3f-4639-aba0-4408fb415967', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'port_id': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'mac_address': 'fa:16:3e:c5:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df7436-5b84-481b-949c-8b706460db3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:15:17Z', 'updated_at': '2022-06-27T14:15:31Z', 'revision_number': 1, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:33.594042 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d0aac-e442-4bda-a0b2-cf8c88d43d2e None None] The sync data for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi is: [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '4d2615dc-8d3f-4639-aba0-4408fb415967', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'port_id': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'mac_address': 'fa:16:3e:c5:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df7436-5b84-481b-949c-8b706460db3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:15:17Z', 'updated_at': '2022-06-27T14:15:31Z', 'revision_number': 1, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:15:33.830567 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25956deb-e49c-45c5-9ef2-cec2edbb80f0 None None] New status for floating IP 4d2615dc-8d3f-4639-aba0-4408fb415967: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:15:33.938882 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:34.025744 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6835590d-f8ee-4bb8-8cc3-1792f3592b6b req-8b0168a4-edfb-4e3f-bb5a-79cd248c12ce tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 210 time: 0.0372274 Jun 27 14:15:34.211025 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-f94e7bda-de59-4e53-a5bf-70c9577829ec tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:34.212661 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-f94e7bda-de59-4e53-a5bf-70c9577829ec tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.13 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 810 time: 0.1378975 Jun 27 14:15:34.299179 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-b53871c7-a9eb-482e-9a69-6f05cbbe2879 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7540423cb0c4efe894b17063efa9182 HTTP/1.1" status: 200 len: 380 time: 0.0774119 Jun 27 14:15:34.373885 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'port': {'device_id': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'admin_state_up': True, 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'security_groups': ['1b5fd4b0-283a-426b-9503-1aad1581f099']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:34.507782 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Made reservation on behalf of c7540423cb0c4efe894b17063efa9182 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:15:34.511452 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:34.657317 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Allocated IP 172.20.0.5 (94f6ece1-0e86-4935-a6ba-52fc54fe3a07/0f4eeb10-6bd6-4aad-88be-ccba7334c626/fb228109-ba8d-4606-87ba-fdc9296bb903) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:15:34.812444 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:34.817564 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:34.853022 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:34.905507 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:15:34.908790 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:15:34.913915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:15:34.922861 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:34.922861 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:34.929730 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event updated for resources: {'Port': ['ID=fb228109-ba8d-4606-87ba-fdc9296bb903,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:34.946543 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-93984b56-05ce-4028-8ed9-282212788af2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770607 Jun 27 14:15:34.964769 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Request body: {'port': {'device_id': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:35.026319 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:35.035824 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:35.136165 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:35.156092 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43408da-3c5f-407d-b5ee-e9d44dc53999 req-3c6d6ff9-178b-45db-9e2f-128becaaccf4 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:35.157873 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a43408da-3c5f-407d-b5ee-e9d44dc53999 req-3c6d6ff9-178b-45db-9e2f-128becaaccf4 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 931 time: 0.0502253 Jun 27 14:15:35.210674 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a43408da-3c5f-407d-b5ee-e9d44dc53999 req-ebfe60d3-cd75-4ce7-b639-162f47df24c2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451887 Jun 27 14:15:35.213888 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-3e85f0c1-0922-4d8b-9c36-a46fee724e74 None None] Provisioning complete for port fb228109-ba8d-4606-87ba-fdc9296bb903 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:15:35.214402 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3e85f0c1-0922-4d8b-9c36-a46fee724e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:35.253105 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3e85f0c1-0922-4d8b-9c36-a46fee724e74 None None] Port fb228109-ba8d-4606-87ba-fdc9296bb903 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:15:35.330747 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb228109-ba8d-4606-87ba-fdc9296bb903 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:15:35.338919 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Publish callbacks [] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:35.353456 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Transition to ACTIVE for port object fb228109-ba8d-4606-87ba-fdc9296bb903 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:15:35.359632 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:35.410339 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb228109-ba8d-4606-87ba-fdc9296bb903,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:35.451293 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Attempting to bind port fb228109-ba8d-4606-87ba-fdc9296bb903 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:15:35.451643 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Attempting to bind port fb228109-ba8d-4606-87ba-fdc9296bb903 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:15:35.452005 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Attempting to bind port fb228109-ba8d-4606-87ba-fdc9296bb903 on network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:15:35.458767 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Port fb228109-ba8d-4606-87ba-fdc9296bb903 on network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:15:35.459108 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Attempting to bind port fb228109-ba8d-4606-87ba-fdc9296bb903 on network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:15:35.468006 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:15:35.468536 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Checking segment: {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:15:35.469200 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Bound using segment: {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:15:35.469929 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Bound port: fb228109-ba8d-4606-87ba-fdc9296bb903, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:15:35.470420 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:35.554311 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] For port fb228109-ba8d-4606-87ba-fdc9296bb903, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:15:35.558390 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] For port fb228109-ba8d-4606-87ba-fdc9296bb903, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fb228109-ba8d-4606-87ba-fdc9296bb903,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:15:35.565569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:35.603618 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:35.608690 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:35.610789 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/fb228109-ba8d-4606-87ba-fdc9296bb903 HTTP/1.1" status: 200 len: 1093 time: 0.6528113 Jun 27 14:15:35.613875 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'tag': 'fb228109-ba8d-4606-87ba-fdc9296bb903'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:35.616521 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ba83b8-a7b6-4b8a-86ef-f359c92be036" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e", "tag": "fb228109-ba8d-4606-87ba-fdc9296bb903"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:35.640770 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00b199-1904-46ab-b188-fc900b9059d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb228109-ba8d-4606-87ba-fdc9296bb903,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:35.675776 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf94fd4d-adfc-436b-b136-5e6d78021e80 x-openstack-request-id: req-cf94fd4d-adfc-436b-b136-5e6d78021e80 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:35.676124 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e", "tag": "fb228109-ba8d-4606-87ba-fdc9296bb903", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:35.676424 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf94fd4d-adfc-436b-b136-5e6d78021e80 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:35.676835 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf94fd4d-adfc-436b-b136-5e6d78021e80'] response: {'name': 'network-changed', 'server_uuid': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'tag': 'fb228109-ba8d-4606-87ba-fdc9296bb903', 'status': 'completed', 'code': 200} Jun 27 14:15:35.740049 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-0522272d-9bfe-4bc9-b9ba-174ab927a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:35.741677 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-0522272d-9bfe-4bc9-b9ba-174ab927a959 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 1127 time: 0.0480835 Jun 27 14:15:35.807039 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-1477c756-1e56-46f9-a322-d9c5c01fac97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb228109-ba8d-4606-87ba-fdc9296bb903 HTTP/1.1" status: 200 len: 217 time: 0.0561445 Jun 27 14:15:35.852003 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:35.873334 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-3665f837-1be4-4d8d-9ec0-e77cedf97397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:35.874987 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-3665f837-1be4-4d8d-9ec0-e77cedf97397 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4eeb10-6bd6-4aad-88be-ccba7334c626 HTTP/1.1" status: 200 len: 849 time: 0.0560675 Jun 27 14:15:35.935339 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-7c6f3364-0da3-4496-aac6-7cb84bc89f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:35.936880 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-7c6f3364-0da3-4496-aac6-7cb84bc89f13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450900 Jun 27 14:15:36.053326 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-0c568247-8ef5-4584-bae8-aa10e51cea56 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073098 Jun 27 14:15:36.150507 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f9dcb98-de39-43ba-8b7e-de3de4ef399b req-3c84c6bc-90f7-48d1-aebb-7e3a77f095fc service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905097 Jun 27 14:15:36.339724 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8f267-0fa2-423c-ad0d-79e47724dde1 req-4f99827d-5288-4362-9e3f-cf1fa00fa2a9 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:36.341410 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-31d8f267-0fa2-423c-ad0d-79e47724dde1 req-4f99827d-5288-4362-9e3f-cf1fa00fa2a9 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 943 time: 0.0520403 Jun 27 14:15:36.396560 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-31d8f267-0fa2-423c-ad0d-79e47724dde1 req-0dbe2ac6-c09a-43b0-a578-836ccfb570a5 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490854 Jun 27 14:15:37.418502 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-44b75a16-568b-463f-96e8-c43f833222a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:37.420071 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-44b75a16-568b-463f-96e8-c43f833222a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 1127 time: 0.0427253 Jun 27 14:15:37.448840 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:37.530729 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-0a432a69-8664-4c95-a769-3c0bd1d39a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:37.532418 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-0a432a69-8664-4c95-a769-3c0bd1d39a64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 911 time: 0.1021616 Jun 27 14:15:37.536231 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:37.545595 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45160d23-9562-4ed0-98fd-1780cf6d0f55 req-532e55b5-ad10-4c51-b665-db964aff259b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:37.547279 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-45160d23-9562-4ed0-98fd-1780cf6d0f55 req-532e55b5-ad10-4c51-b665-db964aff259b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 943 time: 0.0591617 Jun 27 14:15:37.575197 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-8dd4ea33-1e6c-4012-95fb-243644f676c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb228109-ba8d-4606-87ba-fdc9296bb903 HTTP/1.1" status: 200 len: 217 time: 0.0350394 Jun 27 14:15:37.608441 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-45160d23-9562-4ed0-98fd-1780cf6d0f55 req-542a6605-9df6-4ee9-8a09-435690ae6a2c tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504887 Jun 27 14:15:37.639976 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-efae6714-f5ea-4201-b726-f17bb63b5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:37.641499 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-efae6714-f5ea-4201-b726-f17bb63b5836 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4eeb10-6bd6-4aad-88be-ccba7334c626 HTTP/1.1" status: 200 len: 849 time: 0.0601952 Jun 27 14:15:37.965970 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-1c5c41e7-4a8b-40d7-8a34-7412853fb8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:37.967552 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-1c5c41e7-4a8b-40d7-8a34-7412853fb8aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3196089 Jun 27 14:15:38.069031 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-6057b20e-9752-4a93-98ce-13ed7d157ad1 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947661 Jun 27 14:15:38.168542 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83ba83b8-a7b6-4b8a-86ef-f359c92be036 req-61cf9821-8129-4380-a1ba-0b080540ca9c service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927384 Jun 27 14:15:38.743756 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa05ea0-1623-498e-bcac-fc2f1029858b req-8f99e65a-f1f3-4baa-8be3-d66825037f63 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:38.745282 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1aa05ea0-1623-498e-bcac-fc2f1029858b req-8f99e65a-f1f3-4baa-8be3-d66825037f63 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 943 time: 0.0541563 Jun 27 14:15:38.804901 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1aa05ea0-1623-498e-bcac-fc2f1029858b req-c62188ff-81f9-4468-8e7f-ef4542c9a609 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536172 Jun 27 14:15:39.013496 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-12bc580c-4f18-49c3-9616-9045d68be452 req-42440e03-8a39-4802-a082-aa6a77b2670b tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057268782&fields=id&tenant_id=05c1d547616744d0972e9ae67dda5ac9 HTTP/1.1" status: 200 len: 267 time: 0.0458446 Jun 27 14:15:39.074089 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc580c-4f18-49c3-9616-9045d68be452 req-712260be-d2ed-495b-8fd5-f66573206b62 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:39.075700 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-12bc580c-4f18-49c3-9616-9045d68be452 req-712260be-d2ed-495b-8fd5-f66573206b62 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 984 time: 0.0563726 Jun 27 14:15:39.088211 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-12bc580c-4f18-49c3-9616-9045d68be452 req-6a9f2da6-c6a2-4461-b929-f7d47557078c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Request body: {'port': {'security_groups': ['5e0cf665-d5a3-489f-978b-8ad00dfbb273']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:39.167544 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-12bc580c-4f18-49c3-9616-9045d68be452 req-6a9f2da6-c6a2-4461-b929-f7d47557078c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (47376262-110a-4170-b652-ef61eeb43931), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:39.356169 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-12bc580c-4f18-49c3-9616-9045d68be452 req-6a9f2da6-c6a2-4461-b929-f7d47557078c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] For port 47376262-110a-4170-b652-ef61eeb43931, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=47376262-110a-4170-b652-ef61eeb43931,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:39.386884 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-12bc580c-4f18-49c3-9616-9045d68be452 req-6a9f2da6-c6a2-4461-b929-f7d47557078c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for port (47376262-110a-4170-b652-ef61eeb43931), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:39.394950 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-12bc580c-4f18-49c3-9616-9045d68be452 req-6a9f2da6-c6a2-4461-b929-f7d47557078c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (47376262-110a-4170-b652-ef61eeb43931), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:39.409080 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['47376262-110a-4170-b652-ef61eeb43931'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:15:39.440607 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc580c-4f18-49c3-9616-9045d68be452 req-6a9f2da6-c6a2-4461-b929-f7d47557078c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:39.441249 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-12bc580c-4f18-49c3-9616-9045d68be452 req-6a9f2da6-c6a2-4461-b929-f7d47557078c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:39.442679 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-12bc580c-4f18-49c3-9616-9045d68be452 req-6a9f2da6-c6a2-4461-b929-f7d47557078c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "PUT /v2.0/ports/47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 200 len: 942 time: 0.3593233 Jun 27 14:15:39.443139 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'tag': '47376262-110a-4170-b652-ef61eeb43931'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:39.445431 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0056e740-9e48-44ac-a282-291b3bdaac59" -d '{"events": [{"name": "network-changed", "server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "tag": "47376262-110a-4170-b652-ef61eeb43931"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:39.451029 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42264) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:39.468981 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f2da6-c6a2-4461-b929-f7d47557078c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event updated for resources: {'Port': ['ID=47376262-110a-4170-b652-ef61eeb43931,revision_number=7']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:39.492165 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df29ca67-3339-4231-af11-9c9eb7423fee x-openstack-request-id: req-df29ca67-3339-4231-af11-9c9eb7423fee {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:39.493110 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "tag": "47376262-110a-4170-b652-ef61eeb43931", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:39.493452 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df29ca67-3339-4231-af11-9c9eb7423fee {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:39.494193 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df29ca67-3339-4231-af11-9c9eb7423fee'] response: {'name': 'network-changed', 'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'tag': '47376262-110a-4170-b652-ef61eeb43931', 'status': 'completed', 'code': 200} Jun 27 14:15:39.564298 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['47376262-110a-4170-b652-ef61eeb43931'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:15:39.576816 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-ee93e3bc-3a79-4123-9d12-c9229dd47ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:39.578491 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-ee93e3bc-3a79-4123-9d12-c9229dd47ae4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05c1d547616744d0972e9ae67dda5ac9&device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 1129 time: 0.0654576 Jun 27 14:15:39.620814 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9953fdb-d2df-4eff-a07c-091e6552c56d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group (b8786ae2-0244-492e-97fa-674a543406c1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:39.647394 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:39.686554 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9953fdb-d2df-4eff-a07c-091e6552c56d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group (b8786ae2-0244-492e-97fa-674a543406c1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:39.744081 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-b17774b6-d734-4ae5-9ce3-6b46d3a30a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:39.745710 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-b17774b6-d734-4ae5-9ce3-6b46d3a30a2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4 HTTP/1.1" status: 200 len: 916 time: 0.1562495 Jun 27 14:15:39.760396 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-ac450ebe-03a1-4d66-a1c5-2a1bae8b8d1a None None] Provisioning complete for port 47376262-110a-4170-b652-ef61eeb43931 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:15:39.760768 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ac450ebe-03a1-4d66-a1c5-2a1bae8b8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (47376262-110a-4170-b652-ef61eeb43931), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:39.803712 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:39.816423 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-b0b7d55b-1877-4977-af80-4e52f5c75483 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 200 len: 1000 time: 0.0640757 Jun 27 14:15:39.817876 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9953fdb-d2df-4eff-a07c-091e6552c56d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (b8786ae2-0244-492e-97fa-674a543406c1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:39.820433 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9953fdb-d2df-4eff-a07c-091e6552c56d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:39.821487 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e9953fdb-d2df-4eff-a07c-091e6552c56d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "DELETE /v2.0/security-groups/b8786ae2-0244-492e-97fa-674a543406c1 HTTP/1.1" status: 204 len: 168 time: 0.3683000 Jun 27 14:15:39.824375 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42266) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:39.843541 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-ac450ebe-03a1-4d66-a1c5-2a1bae8b8d1a None None] Current status of the port 47376262-110a-4170-b652-ef61eeb43931 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:15:39.860785 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9953fdb-d2df-4eff-a07c-091e6552c56d tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8786ae2-0244-492e-97fa-674a543406c1,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:39.889093 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-32ccad22-9683-47da-a616-c5f415b16d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:39.891047 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-32ccad22-9683-47da-a616-c5f415b16d09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be33c672-9aa2-47b1-9175-11b416ef46b6 HTTP/1.1" status: 200 len: 854 time: 0.0655398 Jun 27 14:15:39.956376 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-1bb0d0f2-e857-4680-8daa-f6f81a83d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:39.957977 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-1bb0d0f2-e857-4680-8daa-f6f81a83d469 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597572 Jun 27 14:15:39.962958 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device fb228109-ba8d-4606-87ba-fdc9296bb903 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:15:39.987692 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:15:40.005518 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39a11a-8d8c-45ae-a07b-c00b4723cbf4 req-2fb909b4-0518-494e-bcbe-392922ec0474 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:40.012600 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fc39a11a-8d8c-45ae-a07b-c00b4723cbf4 req-2fb909b4-0518-494e-bcbe-392922ec0474 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 943 time: 0.1197300 Jun 27 14:15:40.030502 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:40.061490 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-c458c57d-cbd2-4afd-bebb-affa8a7f50f4 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958626 Jun 27 14:15:40.075003 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port fb228109-ba8d-4606-87ba-fdc9296bb903, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fb228109-ba8d-4606-87ba-fdc9296bb903,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:40.091206 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fc39a11a-8d8c-45ae-a07b-c00b4723cbf4 req-fdf5c9d5-2866-4595-82b0-d79d77e006c2 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777240 Jun 27 14:15:40.092327 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': 'fb228109-ba8d-4606-87ba-fdc9296bb903', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'port_id': 'fb228109-ba8d-4606-87ba-fdc9296bb903', 'mac_address': 'fa:16:3e:fd:a5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:15:40.097931 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Deleting port b646e510-130f-4438-bdfb-086d86bc42da {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:40.098219 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (b646e510-130f-4438-bdfb-086d86bc42da), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:40.100805 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:40.134512 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port fb228109-ba8d-4606-87ba-fdc9296bb903 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:15:40.134512 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:40.147216 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb228109-ba8d-4606-87ba-fdc9296bb903 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:15:40.169100 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0056e740-9e48-44ac-a282-291b3bdaac59 req-255c05aa-8554-451d-a568-0f332cc5c40a service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013436 Jun 27 14:15:40.170631 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port fb228109-ba8d-4606-87ba-fdc9296bb903, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fb228109-ba8d-4606-87ba-fdc9296bb903,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:40.176244 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:40.196290 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:40.198196 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (b646e510-130f-4438-bdfb-086d86bc42da), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:40.198722 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for floatingip (b646e510-130f-4438-bdfb-086d86bc42da), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:40.213156 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Calling delete_port for b646e510-130f-4438-bdfb-086d86bc42da owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:40.224627 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=fb228109-ba8d-4606-87ba-fdc9296bb903,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:40.232050 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.232399 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.232743 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.233085 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.233419 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.233752 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.234080 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.234407 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.234735 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.235069 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.235426 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.235776 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.236105 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.236429 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.236759 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:40.397537 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (b646e510-130f-4438-bdfb-086d86bc42da), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:40.421335 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event deleted for resources: {'Port': ['ID=b646e510-130f-4438-bdfb-086d86bc42da,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:40.475124 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['fb228109-ba8d-4606-87ba-fdc9296bb903'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:15:40.489179 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks [] for floatingip (0e1c8a0c-3290-45cf-9c9e-eb687565686e), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:40.489512 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Floating IP 0e1c8a0c-3290-45cf-9c9e-eb687565686e disassociated (deleted). External IP: 172.27.2.27, port: 47376262-110a-4170-b652-ef61eeb43931. Jun 27 14:15:40.522527 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:40.961637 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Router d5c4b332-912d-454a-a5ae-42c2de3b351b has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:15:41.072731 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:15:41.077383 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:41.084075 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] Sync routers for ids ['d5c4b332-912d-454a-a5ae-42c2de3b351b'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:15:41.096234 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] Routers {'d5c4b332-912d-454a-a5ae-42c2de3b351b'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:41.097134 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['d5c4b332-912d-454a-a5ae-42c2de3b351b'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:41.109063 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a9ae5221-e94b-46a1-b39d-e64135cda75a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "DELETE /v2.0/floatingips/0e1c8a0c-3290-45cf-9c9e-eb687565686e HTTP/1.1" status: 204 len: 168 time: 1.2828386 Jun 27 14:15:41.216635 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] Set router d5c4b332-912d-454a-a5ae-42c2de3b351b gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:41.247242 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea2d7f-8553-4f56-8a55-b51924795488 req-0b49338a-e225-46fb-bfc0-96697254189b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:41.248988 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffea2d7f-8553-4f56-8a55-b51924795488 req-0b49338a-e225-46fb-bfc0-96697254189b tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 944 time: 0.0574486 Jun 27 14:15:41.311620 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffea2d7f-8553-4f56-8a55-b51924795488 req-d817005d-6a18-43d4-9023-e79f50e2cfe9 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563781 Jun 27 14:15:41.495224 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'tag': '47376262-110a-4170-b652-ef61eeb43931'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:41.497688 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b94161d-1c55-4967-b809-ea1601ce4a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "tag": "47376262-110a-4170-b652-ef61eeb43931"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:41.503807 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:21Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '19e3a7ee-b43f-4558-8c68-12b5a65fec18', 'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'mac_address': 'fa:16:3e:25:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:20Z', 'updated_at': '2022-06-27T14:12:27Z', 'revision_number': 5, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'subnets': [{'id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:41.529725 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] Checking router: d5c4b332-912d-454a-a5ae-42c2de3b351b for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:15:41.539938 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be11e85-97d6-400c-af70-e1b997a7f16c x-openstack-request-id: req-9be11e85-97d6-400c-af70-e1b997a7f16c {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:41.540224 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "tag": "47376262-110a-4170-b652-ef61eeb43931", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:41.540483 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9be11e85-97d6-400c-af70-e1b997a7f16c {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:41.540743 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] Routers {'d5c4b332-912d-454a-a5ae-42c2de3b351b'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:41.540872 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be11e85-97d6-400c-af70-e1b997a7f16c'] response: {'name': 'network-changed', 'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'tag': '47376262-110a-4170-b652-ef61eeb43931', 'status': 'completed', 'code': 200} Jun 27 14:15:41.541477 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['d5c4b332-912d-454a-a5ae-42c2de3b351b'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:41.663860 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] Set router d5c4b332-912d-454a-a5ae-42c2de3b351b gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:41.787137 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:41.850472 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-b49f009e-acbb-4193-9b08-b62bb11da5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:41.852048 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-b49f009e-acbb-4193-9b08-b62bb11da5d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05c1d547616744d0972e9ae67dda5ac9&device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 1129 time: 0.0410790 Jun 27 14:15:41.878325 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:41.893974 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:21Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '19e3a7ee-b43f-4558-8c68-12b5a65fec18', 'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'mac_address': 'fa:16:3e:25:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:20Z', 'updated_at': '2022-06-27T14:12:27Z', 'revision_number': 5, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'subnets': [{'id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:41.924444 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db03f3-6305-4559-aabb-97736b0d7a2c None None] The sync data for ids ['d5c4b332-912d-454a-a5ae-42c2de3b351b'] in dv-cinder-841125-9-iscsi is: [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:12:21Z', 'revision_number': 4, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '19e3a7ee-b43f-4558-8c68-12b5a65fec18', 'name': '', 'network_id': 'b0e84f8c-7828-4cfc-869c-b17da4f2fca4', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'mac_address': 'fa:16:3e:25:4f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:20Z', 'updated_at': '2022-06-27T14:12:27Z', 'revision_number': 5, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'subnets': [{'id': 'be33c672-9aa2-47b1-9175-11b416ef46b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:15:41.975525 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device fb228109-ba8d-4606-87ba-fdc9296bb903 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:15:42.002756 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-1ac414f5-e281-4b32-b6fa-556f0eeb4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:42.004262 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-1ac414f5-e281-4b32-b6fa-556f0eeb4b48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4 HTTP/1.1" status: 200 len: 916 time: 0.1361322 Jun 27 14:15:42.050222 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-4e04960c-d99e-44c4-9c05-6669115d5888 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 200 len: 217 time: 0.0376062 Jun 27 14:15:42.071867 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:42.112606 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-0ff0f5b9-142d-4a77-84f6-7e8f67c0a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:42.114141 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-0ff0f5b9-142d-4a77-84f6-7e8f67c0a811 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be33c672-9aa2-47b1-9175-11b416ef46b6 HTTP/1.1" status: 200 len: 854 time: 0.0576622 Jun 27 14:15:42.115954 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port fb228109-ba8d-4606-87ba-fdc9296bb903 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:15:42.123098 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port fb228109-ba8d-4606-87ba-fdc9296bb903 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:15:42.123544 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:42.186083 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-6e417114-8a32-402c-971b-0797558abd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:42.187884 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-6e417114-8a32-402c-971b-0797558abd4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e84f8c-7828-4cfc-869c-b17da4f2fca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650938 Jun 27 14:15:42.228167 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port fb228109-ba8d-4606-87ba-fdc9296bb903 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:15:42.228946 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:42.277786 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb228109-ba8d-4606-87ba-fdc9296bb903'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:42.280964 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c26b1f-876d-4d2d-bb60-45dae1ceb8ab" -d '{"events": [{"server_uuid": "7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e", "name": "network-vif-plugged", "status": "completed", "tag": "fb228109-ba8d-4606-87ba-fdc9296bb903"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:42.312373 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcebd90e-d1b5-4d94-ae25-21155321b3b1 None None] New status for floating IP 0e1c8a0c-3290-45cf-9c9e-eb687565686e: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:15:42.319200 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port fb228109-ba8d-4606-87ba-fdc9296bb903, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fb228109-ba8d-4606-87ba-fdc9296bb903,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:42.339757 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-58c8258a-2951-4e73-a1b7-57cf1b561193 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414247 Jun 27 14:15:42.356309 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6621f416-b597-4376-8c76-057149662956 x-openstack-request-id: req-6621f416-b597-4376-8c76-057149662956 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:42.356523 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e", "name": "network-vif-plugged", "status": "completed", "tag": "fb228109-ba8d-4606-87ba-fdc9296bb903", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:42.356877 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6621f416-b597-4376-8c76-057149662956 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:42.357033 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6621f416-b597-4376-8c76-057149662956'] response: {'server_uuid': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb228109-ba8d-4606-87ba-fdc9296bb903', 'code': 200} Jun 27 14:15:42.394721 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:42.509106 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:42.512027 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=fb228109-ba8d-4606-87ba-fdc9296bb903,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:42.538266 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6f21a-b692-43bf-806f-65e7d170c65a req-c30ed17e-7fbe-44c2-b261-714a3f2e7be9 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:42.540387 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1b6f21a-b692-43bf-806f-65e7d170c65a req-c30ed17e-7fbe-44c2-b261-714a3f2e7be9 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 945 time: 0.1117451 Jun 27 14:15:42.545127 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8b94161d-1c55-4967-b809-ea1601ce4a2e req-079b3e7d-2741-4eaf-869f-2821942e02e8 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932926 Jun 27 14:15:42.606602 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1b6f21a-b692-43bf-806f-65e7d170c65a req-ca124873-8f49-4d82-aafe-beac464d16f8 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579126 Jun 27 14:15:42.643415 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed068fe-26ee-4160-b969-e7ed61bd0c32 req-01f7d658-4dfc-4ad2-8129-07e5df90238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:42.645080 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3ed068fe-26ee-4160-b969-e7ed61bd0c32 req-01f7d658-4dfc-4ad2-8129-07e5df90238c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 1129 time: 0.0491889 Jun 27 14:15:42.701542 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3ed068fe-26ee-4160-b969-e7ed61bd0c32 req-8b489d6f-8446-4329-a97d-4f24d2651591 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487230 Jun 27 14:15:43.749139 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a93728-6123-47c2-b79b-1d9ef7c785ed req-7c3c9408-e7f4-4dda-b988-940cdbe2447e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:43.750893 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-78a93728-6123-47c2-b79b-1d9ef7c785ed req-7c3c9408-e7f4-4dda-b988-940cdbe2447e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 945 time: 0.0546937 Jun 27 14:15:43.806092 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-78a93728-6123-47c2-b79b-1d9ef7c785ed req-1dc0bb43-7af7-4c3e-b520-79623a73ca21 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491486 Jun 27 14:15:44.036768 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321c6f-18af-41ce-9a9b-e93d79f7564a req-a9fb6d5c-4cb4-4df1-b232-14824de2a32c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:44.038266 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f4321c6f-18af-41ce-9a9b-e93d79f7564a req-a9fb6d5c-4cb4-4df1-b232-14824de2a32c tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.0525959 Jun 27 14:15:44.051029 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:44.089150 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f4321c6f-18af-41ce-9a9b-e93d79f7564a req-c70d32da-7eaa-489a-8503-013b4ca9aefb tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Jun 27 14:15:44.935666 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c5b8-ab62-4fa7-92f5-f2b06b9f4278 req-fee2ca0f-196c-4d5f-b4d9-7cd8c0f4de37 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:44.937200 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b111c5b8-ab62-4fa7-92f5-f2b06b9f4278 req-fee2ca0f-196c-4d5f-b4d9-7cd8c0f4de37 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 945 time: 0.0492527 Jun 27 14:15:44.991588 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b111c5b8-ab62-4fa7-92f5-f2b06b9f4278 req-de6b5a5f-05a4-4046-994d-a0a975480521 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482712 Jun 27 14:15:45.111220 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9eaed-e066-4a84-bedd-07563eb51547 req-58e37c77-9f28-49de-9759-083adfd0a565 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:45.112824 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-79d9eaed-e066-4a84-bedd-07563eb51547 req-58e37c77-9f28-49de-9759-083adfd0a565 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 945 time: 0.0524492 Jun 27 14:15:45.121829 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42314) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:45.126486 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-d3f7f77c-5c3c-421b-8a29-1d0e9616bae6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Request body: {'floatingip': {'port_id': 'fb228109-ba8d-4606-87ba-fdc9296bb903'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:15:45.178106 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f77c-5c3c-421b-8a29-1d0e9616bae6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (ef56a2a4-9b41-4e2e-9d06-07623accba63), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:45.273760 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40490b7b-f5c4-44ee-9ff4-3be0b103efd0 req-fbf559c6-2eec-4d0b-a4c7-18308d48a5f6 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:45.275349 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-40490b7b-f5c4-44ee-9ff4-3be0b103efd0 req-fbf559c6-2eec-4d0b-a4c7-18308d48a5f6 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.1079550 Jun 27 14:15:45.398315 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-40490b7b-f5c4-44ee-9ff4-3be0b103efd0 req-7732f6d1-0484-43ac-b483-8abca3b85fd4 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143038 Jun 27 14:15:45.631474 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-17185d29-d62d-46f0-b431-54028f1cfdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:45.719139 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f77c-5c3c-421b-8a29-1d0e9616bae6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:45.724471 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f77c-5c3c-421b-8a29-1d0e9616bae6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (ef56a2a4-9b41-4e2e-9d06-07623accba63), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:45.808937 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:45.825175 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-d3f7f77c-5c3c-421b-8a29-1d0e9616bae6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Floating IP ef56a2a4-9b41-4e2e-9d06-07623accba63 associated. External IP: 172.27.2.121, port: fb228109-ba8d-4606-87ba-fdc9296bb903. Jun 27 14:15:45.974727 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:46.035697 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f7f77c-5c3c-421b-8a29-1d0e9616bae6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:15:46.145372 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f7f77c-5c3c-421b-8a29-1d0e9616bae6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:15:46.149980 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f77c-5c3c-421b-8a29-1d0e9616bae6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:46.155405 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] Sync routers for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:15:46.167279 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:46.168033 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:46.181674 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d3f7f77c-5c3c-421b-8a29-1d0e9616bae6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "PUT /v2.0/floatingips/ef56a2a4-9b41-4e2e-9d06-07623accba63 HTTP/1.1" status: 200 len: 991 time: 1.0587277 Jun 27 14:15:46.182634 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'tag': 'fb228109-ba8d-4606-87ba-fdc9296bb903'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:46.185173 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e", "tag": "fb228109-ba8d-4606-87ba-fdc9296bb903"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:46.229280 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbc6b2e-5ead-429e-b2b9-26df964aca74 x-openstack-request-id: req-edbc6b2e-5ead-429e-b2b9-26df964aca74 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:46.230133 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e", "tag": "fb228109-ba8d-4606-87ba-fdc9296bb903", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:46.230389 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edbc6b2e-5ead-429e-b2b9-26df964aca74 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:46.232276 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbc6b2e-5ead-429e-b2b9-26df964aca74'] response: {'name': 'network-changed', 'server_uuid': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'tag': 'fb228109-ba8d-4606-87ba-fdc9296bb903', 'status': 'completed', 'code': 200} Jun 27 14:15:46.300084 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:46.371299 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:46.383270 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-bbc39a12-be57-4028-8bfc-39a3f75cc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:46.384815 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-bbc39a12-be57-4028-8bfc-39a3f75cc07b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7540423cb0c4efe894b17063efa9182&device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 1129 time: 0.0452814 Jun 27 14:15:46.542726 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a1838-80c2-41d5-a3af-931206cdca96 req-f59703c2-8c1e-4872-bf05-1f0211f1de81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:46.547747 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-383a1838-80c2-41d5-a3af-931206cdca96 req-f59703c2-8c1e-4872-bf05-1f0211f1de81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.0738671 Jun 27 14:15:46.548171 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'ef56a2a4-9b41-4e2e-9d06-07623accba63', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'port_id': 'fb228109-ba8d-4606-87ba-fdc9296bb903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'mac_address': 'fa:16:3e:fd:a5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:15:31Z', 'updated_at': '2022-06-27T14:15:45Z', 'revision_number': 1, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:46.579489 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] Checking router: 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:15:46.589385 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:46.590009 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:46.612850 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-a3fc7a8b-ecc9-4cb0-a856-cb24a8e4554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:46.614534 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-a3fc7a8b-ecc9-4cb0-a856-cb24a8e4554d service neutron] 10.222.0.13 "GET /v2.0/networks?id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 200 len: 911 time: 0.1426744 Jun 27 14:15:46.618018 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-383a1838-80c2-41d5-a3af-931206cdca96 req-84180b9a-d879-4d1b-b127-cedffe1d2898 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e0cf665-d5a3-489f-978b-8ad00dfbb273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659239 Jun 27 14:15:46.696086 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-fa7cbc93-df85-4057-95b9-1701c1eb702a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:46.697807 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-fa7cbc93-df85-4057-95b9-1701c1eb702a tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 945 time: 0.1024973 Jun 27 14:15:46.736721 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:46.750763 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-66cd1d12-b79b-4d90-8ed1-8bb2b58d3add service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb228109-ba8d-4606-87ba-fdc9296bb903 HTTP/1.1" status: 200 len: 999 time: 0.1191127 Jun 27 14:15:46.847092 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-9e9c9893-bc63-4ffd-8c14-b7d0eef9bf81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Deleting port 47376262-110a-4170-b652-ef61eeb43931 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:46.847355 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-9e9c9893-bc63-4ffd-8c14-b7d0eef9bf81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (47376262-110a-4170-b652-ef61eeb43931), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:46.851376 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-1b6f369a-f65d-4255-a451-fd217692ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:46.852866 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-1b6f369a-f65d-4255-a451-fd217692ac41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f4eeb10-6bd6-4aad-88be-ccba7334c626 HTTP/1.1" status: 200 len: 849 time: 0.0929127 Jun 27 14:15:46.950823 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-4cd15ceb-db33-440a-8b1d-c27ddeb7b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:15:46.952454 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-4cd15ceb-db33-440a-8b1d-c27ddeb7b36f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94f6ece1-0e86-4935-a6ba-52fc54fe3a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830123 Jun 27 14:15:47.053838 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-9e9c9893-bc63-4ffd-8c14-b7d0eef9bf81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] For port 47376262-110a-4170-b652-ef61eeb43931, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=47376262-110a-4170-b652-ef61eeb43931,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:47.054204 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-9e9c9893-bc63-4ffd-8c14-b7d0eef9bf81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (47376262-110a-4170-b652-ef61eeb43931), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:47.077094 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-9e9c9893-bc63-4ffd-8c14-b7d0eef9bf81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Calling delete_port for 47376262-110a-4170-b652-ef61eeb43931 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:47.083777 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:47.088777 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'ef56a2a4-9b41-4e2e-9d06-07623accba63', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'port_id': 'fb228109-ba8d-4606-87ba-fdc9296bb903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'mac_address': 'fa:16:3e:fd:a5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:15:31Z', 'updated_at': '2022-06-27T14:15:45Z', 'revision_number': 1, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:47.130216 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c59707-d787-4e83-84df-b09c95481e22 None None] The sync data for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi is: [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'ef56a2a4-9b41-4e2e-9d06-07623accba63', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'port_id': 'fb228109-ba8d-4606-87ba-fdc9296bb903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'mac_address': 'fa:16:3e:fd:a5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:15:31Z', 'updated_at': '2022-06-27T14:15:45Z', 'revision_number': 1, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:15:47.138542 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-235cd210-7d4a-45ef-bbbb-98eb77d2de89 service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767366 Jun 27 14:15:47.310988 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c30db9fb-b7e6-46a2-b2dc-9fb4d8f5e603 req-5fb35542-40f1-4dc4-97c1-04218f3232cf service neutron] 10.222.0.13 "GET /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565244 Jun 27 14:15:47.336471 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-9e9c9893-bc63-4ffd-8c14-b7d0eef9bf81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (47376262-110a-4170-b652-ef61eeb43931), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:47.351461 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['47376262-110a-4170-b652-ef61eeb43931'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:15:47.389826 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c9893-bc63-4ffd-8c14-b7d0eef9bf81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Pushing event deleted for resources: {'Port': ['ID=47376262-110a-4170-b652-ef61eeb43931,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:47.390865 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3f793-64cc-4171-9d42-91dbc939d22c None None] New status for floating IP ef56a2a4-9b41-4e2e-9d06-07623accba63: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:15:47.444473 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-9e9c9893-bc63-4ffd-8c14-b7d0eef9bf81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] No DVR routers for this DVR port 47376262-110a-4170-b652-ef61eeb43931 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:15:47.447578 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-9e9c9893-bc63-4ffd-8c14-b7d0eef9bf81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:47.451705 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9923dc9a-c0fa-4cb4-86f0-6c9d025a1e00 req-9e9c9893-bc63-4ffd-8c14-b7d0eef9bf81 tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.13 "DELETE /v2.0/ports/47376262-110a-4170-b652-ef61eeb43931 HTTP/1.1" status: 204 len: 173 time: 0.7470195 Jun 27 14:15:47.451961 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'name': 'network-vif-deleted', 'tag': '47376262-110a-4170-b652-ef61eeb43931'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:15:47.454780 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01f15e1-28c1-4a6d-8b72-33375fbefe6c" -d '{"events": [{"server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "name": "network-vif-deleted", "tag": "47376262-110a-4170-b652-ef61eeb43931"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:15:47.496298 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2ad408-889d-4513-9753-4cbaf880fffa x-openstack-request-id: req-1c2ad408-889d-4513-9753-4cbaf880fffa {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:15:47.496658 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b75d14d-0966-4cef-81b5-aacfff0ca35d", "name": "network-vif-deleted", "tag": "47376262-110a-4170-b652-ef61eeb43931", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:15:47.496971 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c2ad408-889d-4513-9753-4cbaf880fffa {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:15:47.497448 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2ad408-889d-4513-9753-4cbaf880fffa'] response: {'server_uuid': '7b75d14d-0966-4cef-81b5-aacfff0ca35d', 'name': 'network-vif-deleted', 'tag': '47376262-110a-4170-b652-ef61eeb43931', 'status': 'completed', 'code': 200} Jun 27 14:15:47.775966 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1bfa3b36-e7c6-485a-88a3-0c589e5025a9 req-848e9f11-af4a-4472-b8b2-51cc7591532e tempest-TestMinimumBasicScenario-1818986780 tempest-TestMinimumBasicScenario-1818986780-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b75d14d-0966-4cef-81b5-aacfff0ca35d HTTP/1.1" status: 200 len: 210 time: 0.0463703 Jun 27 14:15:47.844091 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-57b3ae35-cc8c-43ea-94f7-127e71f6498d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:49.311107 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:49.560163 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42380) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:49.994267 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 47376262-110a-4170-b652-ef61eeb43931 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:15:50.010420 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (d5c4b332-912d-454a-a5ae-42c2de3b351b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:50.014706 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 47376262-110a-4170-b652-ef61eeb43931 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:15:50.015044 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 47376262-110a-4170-b652-ef61eeb43931 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:15:50.224391 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:50.315067 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] Deleting port 19e3a7ee-b43f-4558-8c68-12b5a65fec18 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:50.315411 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:50.403464 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] For port 19e3a7ee-b43f-4558-8c68-12b5a65fec18, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=19e3a7ee-b43f-4558-8c68-12b5a65fec18,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:50.403823 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:50.418829 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] Calling delete_port for 19e3a7ee-b43f-4558-8c68-12b5a65fec18 owned by network:router_interface {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:50.431782 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:50.870329 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (19e3a7ee-b43f-4558-8c68-12b5a65fec18), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:50.901837 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e3a7ee-b43f-4558-8c68-12b5a65fec18,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:50.912431 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:50.955679 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:51.084909 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (d5c4b332-912d-454a-a5ae-42c2de3b351b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:51.304022 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] Router d5c4b332-912d-454a-a5ae-42c2de3b351b has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:15:51.401286 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:51.413565 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:15:51.419624 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c0561dbe-67f1-490a-bc6f-9777217ad638 admin admin] 10.222.0.43 "PUT /v2.0/routers/d5c4b332-912d-454a-a5ae-42c2de3b351b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583219 Jun 27 14:15:51.422403 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42382) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:51.423331 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] Sync routers for ids ['d5c4b332-912d-454a-a5ae-42c2de3b351b'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:15:51.435302 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] Routers {'d5c4b332-912d-454a-a5ae-42c2de3b351b'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:51.435945 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['d5c4b332-912d-454a-a5ae-42c2de3b351b'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:51.516326 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:51.531395 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Publish callbacks [] for router (d5c4b332-912d-454a-a5ae-42c2de3b351b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:51.544613 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] Set router d5c4b332-912d-454a-a5ae-42c2de3b351b gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:51.658382 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Publish callbacks [] for router_gateway (d5c4b332-912d-454a-a5ae-42c2de3b351b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:51.667086 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:51.689357 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:51.723899 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Deleting port f0d10754-6b1e-4a1f-be94-a9127d38602b {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:51.724238 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:51.755681 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:15:50Z', 'revision_number': 5, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port': {'id': 'f0d10754-6b1e-4a1f-be94-a9127d38602b', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:13Z', 'updated_at': '2022-06-27T14:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:51.785942 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] Checking router: d5c4b332-912d-454a-a5ae-42c2de3b351b for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:15:51.797222 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] Routers {'d5c4b332-912d-454a-a5ae-42c2de3b351b'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:51.797858 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['d5c4b332-912d-454a-a5ae-42c2de3b351b'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:51.822333 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] For port f0d10754-6b1e-4a1f-be94-a9127d38602b, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=f0d10754-6b1e-4a1f-be94-a9127d38602b,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:51.822986 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:51.842971 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Calling delete_port for f0d10754-6b1e-4a1f-be94-a9127d38602b owned by network:router_gateway {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:51.913221 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] Set router d5c4b332-912d-454a-a5ae-42c2de3b351b gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:51.969279 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:15:51Z', 'revision_number': 6, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port_host': None}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:52.000566 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c11be-1b3e-409a-9856-d2ce299ab397 None None] The sync data for ids ['d5c4b332-912d-454a-a5ae-42c2de3b351b'] in dv-cinder-841125-9-iscsi is: [{'id': 'd5c4b332-912d-454a-a5ae-42c2de3b351b', 'name': 'tempest-TestMinimumBasicScenario-1363014276-router', 'tenant_id': '05c1d547616744d0972e9ae67dda5ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:12Z', 'updated_at': '2022-06-27T14:15:51Z', 'revision_number': 6, 'project_id': '05c1d547616744d0972e9ae67dda5ac9', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:15:52.080067 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (f0d10754-6b1e-4a1f-be94-a9127d38602b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.106356 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d10754-6b1e-4a1f-be94-a9127d38602b,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:52.182344 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (d5c4b332-912d-454a-a5ae-42c2de3b351b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.293804 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (d5c4b332-912d-454a-a5ae-42c2de3b351b), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.296599 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Publish callbacks [] for router_controller (d5c4b332-912d-454a-a5ae-42c2de3b351b), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.365961 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (d5c4b332-912d-454a-a5ae-42c2de3b351b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.366946 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5c4b332-912d-454a-a5ae-42c2de3b351b {{(pid=104122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:15:52.374829 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.376094 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-942eea20-7e3d-4e77-9fe8-4890576eaf84 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d5c4b332-912d-454a-a5ae-42c2de3b351b HTTP/1.1" status: 204 len: 168 time: 0.9527020 Jun 27 14:15:52.379945 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42386) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:52.435582 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a13e3a-ca2c-420d-8c6c-f5e1d727d54b admin admin] Deleting subnet be33c672-9aa2-47b1-9175-11b416ef46b6 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:15:52.440030 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-16a13e3a-ca2c-420d-8c6c-f5e1d727d54b admin admin] Publish callbacks [] for subnet (be33c672-9aa2-47b1-9175-11b416ef46b6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.479218 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-16a13e3a-ca2c-420d-8c6c-f5e1d727d54b admin admin] Publish callbacks [] for subnet (be33c672-9aa2-47b1-9175-11b416ef46b6), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.483266 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:52.526960 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-16a13e3a-ca2c-420d-8c6c-f5e1d727d54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (be33c672-9aa2-47b1-9175-11b416ef46b6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.583655 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-16a13e3a-ca2c-420d-8c6c-f5e1d727d54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (be33c672-9aa2-47b1-9175-11b416ef46b6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.609849 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a13e3a-ca2c-420d-8c6c-f5e1d727d54b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be33c672-9aa2-47b1-9175-11b416ef46b6,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:52.616638 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-16a13e3a-ca2c-420d-8c6c-f5e1d727d54b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.619967 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-16a13e3a-ca2c-420d-8c6c-f5e1d727d54b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be33c672-9aa2-47b1-9175-11b416ef46b6 HTTP/1.1" status: 204 len: 168 time: 0.2389886 Jun 27 14:15:52.623543 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42388) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:52.624088 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0438744-efe6-4c8a-b85a-b1cb2b2c1446 None None] Network b0e84f8c-7828-4cfc-869c-b17da4f2fca4 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:15:52.707255 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (b0e84f8c-7828-4cfc-869c-b17da4f2fca4), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.764203 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Deleting port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:52.764670 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.823807 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d8a0dc-4d6a-4908-bbd6-c31557ad9080 None None] DHCP port deletion for b0e84f8c-7828-4cfc-869c-b17da4f2fca4 request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:15:52.863457 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8a0dc-4d6a-4908-bbd6-c31557ad9080 None None] Deleting port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:52.863838 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a0dc-4d6a-4908-bbd6-c31557ad9080 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.884968 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] For port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:52.885543 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.896906 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:52.902354 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Calling delete_port for fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a owned by network:dhcp {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:52.904740 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:52.949403 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-a3d8a0dc-4d6a-4908-bbd6-c31557ad9080 None None] For port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a,segment=NetworkSegment(4ad73712-6c16-450a-bf77-b59c648a629a),segment_id=4ad73712-6c16-450a-bf77-b59c648a629a)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:52.949972 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a0dc-4d6a-4908-bbd6-c31557ad9080 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:52.965806 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a3d8a0dc-4d6a-4908-bbd6-c31557ad9080 None None] Calling delete_port for fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:52.970812 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:52.994906 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.018941 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:53.025126 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] No DVR routers for this DVR port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a on host dv-cinder-841125-9-iscsi {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:15:53.057868 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a0dc-4d6a-4908-bbd6-c31557ad9080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.088932 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8a0dc-4d6a-4908-bbd6-c31557ad9080 None None] No DVR routers for this DVR port fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:15:53.090789 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8a0dc-4d6a-4908-bbd6-c31557ad9080 None None] Pushing event deleted for resources: {'Port': ['ID=fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:53.117988 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (b0e84f8c-7828-4cfc-869c-b17da4f2fca4), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.147335 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e84f8c-7828-4cfc-869c-b17da4f2fca4']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:53.159590 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad73712-6c16-450a-bf77-b59c648a629a') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:53.159906 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad73712-6c16-450a-bf77-b59c648a629a') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:53.171133 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4458223'] for segment (4ad73712-6c16-450a-bf77-b59c648a629a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.185885 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (4ad73712-6c16-450a-bf77-b59c648a629a), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.193401 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:15:53.193836 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6195932'] for segment (4ad73712-6c16-450a-bf77-b59c648a629a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.251458 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 4ad73712-6c16-450a-bf77-b59c648a629a resource provider aggregate not found Jun 27 14:15:53.270117 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (b0e84f8c-7828-4cfc-869c-b17da4f2fca4), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.279920 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.284149 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b0e84f8c-7828-4cfc-869c-b17da4f2fca4 HTTP/1.1" status: 204 len: 168 time: 0.6595383 Jun 27 14:15:53.285753 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 4ad73712-6c16-450a-bf77-b59c648a629a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ad73712-6c16-450a-bf77-b59c648a629a found for delete ", "request_id": "req-c6a317fa-85a3-4a77-917c-914d81720e90"}]} Jun 27 14:15:53.287200 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42396) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:53.295290 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04f72-f469-43b9-b1b3-4f8406e86762 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e84f8c-7828-4cfc-869c-b17da4f2fca4,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:53.540722 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:53.627021 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (223e4f1e-58f8-466b-90f3-a2e3a350c510), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.872559 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] Deleting port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:53.872899 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.962097 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] For port 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85,segment=NetworkSegment(40b41c9b-2eb5-4691-a7d8-8a44cd445f19),segment_id=40b41c9b-2eb5-4691-a7d8-8a44cd445f19)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:53.962469 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:53.979158 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] Calling delete_port for 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:54.002345 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 19e3a7ee-b43f-4558-8c68-12b5a65fec18 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:15:54.022922 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 19e3a7ee-b43f-4558-8c68-12b5a65fec18 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:15:54.023335 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 19e3a7ee-b43f-4558-8c68-12b5a65fec18 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:15:54.023698 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:15:54.043097 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:15:54.043446 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device fd7fdcb4-1608-4d7c-9cac-adf0d357ff2a not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:15:54.044059 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device f0d10754-6b1e-4a1f-be94-a9127d38602b no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:15:54.045777 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:54.069653 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: f0d10754-6b1e-4a1f-be94-a9127d38602b {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:15:54.069998 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device f0d10754-6b1e-4a1f-be94-a9127d38602b not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:15:54.089673 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:54.184850 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:54.211400 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:54.377980 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (223e4f1e-58f8-466b-90f3-a2e3a350c510), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:54.581137 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:54.604076 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] Router 223e4f1e-58f8-466b-90f3-a2e3a350c510 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:15:54.975058 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:15:54.980056 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6273f2eb-ff88-425b-8312-6a618416c166 admin admin] 10.222.0.43 "PUT /v2.0/routers/223e4f1e-58f8-466b-90f3-a2e3a350c510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6917381 Jun 27 14:15:54.983031 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42402) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:54.985880 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] Sync routers for ids ['223e4f1e-58f8-466b-90f3-a2e3a350c510'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:15:54.998367 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] Routers {'223e4f1e-58f8-466b-90f3-a2e3a350c510'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:54.999196 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['223e4f1e-58f8-466b-90f3-a2e3a350c510'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:55.085805 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Publish callbacks [] for router (223e4f1e-58f8-466b-90f3-a2e3a350c510), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.110196 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] Set router 223e4f1e-58f8-466b-90f3-a2e3a350c510 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:55.191270 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Publish callbacks [] for router_gateway (223e4f1e-58f8-466b-90f3-a2e3a350c510), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.238893 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Deleting port 294f0be3-8633-4948-9a40-c08734379149 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:55.239138 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (294f0be3-8633-4948-9a40-c08734379149), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.295648 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'name': 'tempest-TestMinimumBasicScenario-237495109-router', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '294f0be3-8633-4948-9a40-c08734379149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:29Z', 'updated_at': '2022-06-27T14:15:54Z', 'revision_number': 5, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'gw_port': {'id': '294f0be3-8633-4948-9a40-c08734379149', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:31Z', 'updated_at': '2022-06-27T14:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:55.307880 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:55.326482 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] Checking router: 223e4f1e-58f8-466b-90f3-a2e3a350c510 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:15:55.336623 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] Routers {'223e4f1e-58f8-466b-90f3-a2e3a350c510'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:15:55.337295 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] For port 294f0be3-8633-4948-9a40-c08734379149, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=294f0be3-8633-4948-9a40-c08734379149,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:55.337493 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['223e4f1e-58f8-466b-90f3-a2e3a350c510'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:55.337687 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (294f0be3-8633-4948-9a40-c08734379149), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.352726 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Calling delete_port for 294f0be3-8633-4948-9a40-c08734379149 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:55.432177 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] Set router 223e4f1e-58f8-466b-90f3-a2e3a350c510 gateway port host: None {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:15:55.495057 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'name': 'tempest-TestMinimumBasicScenario-237495109-router', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:29Z', 'updated_at': '2022-06-27T14:15:55Z', 'revision_number': 6, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'gw_port_host': None}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:55.522716 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22bc8c-7690-4e66-9b85-f83528742700 None None] The sync data for ids ['223e4f1e-58f8-466b-90f3-a2e3a350c510'] in dv-cinder-841125-9-iscsi is: [{'id': '223e4f1e-58f8-466b-90f3-a2e3a350c510', 'name': 'tempest-TestMinimumBasicScenario-237495109-router', 'tenant_id': '166b2540362740e9b4df7a91e855d03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:29Z', 'updated_at': '2022-06-27T14:15:55Z', 'revision_number': 6, 'project_id': '166b2540362740e9b4df7a91e855d03d', 'gw_port_host': None}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:15:55.553092 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (294f0be3-8633-4948-9a40-c08734379149), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.590181 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Pushing event deleted for resources: {'Port': ['ID=294f0be3-8633-4948-9a40-c08734379149,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:55.620836 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (223e4f1e-58f8-466b-90f3-a2e3a350c510), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.712379 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (223e4f1e-58f8-466b-90f3-a2e3a350c510), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.714914 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Publish callbacks [] for router_controller (223e4f1e-58f8-466b-90f3-a2e3a350c510), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.759684 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (223e4f1e-58f8-466b-90f3-a2e3a350c510), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.760354 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 223e4f1e-58f8-466b-90f3-a2e3a350c510 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:15:55.765538 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.766929 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2de5abc1-f6b6-45a8-96fe-83e4b0d44594 admin admin] 10.222.0.43 "DELETE /v2.0/routers/223e4f1e-58f8-466b-90f3-a2e3a350c510 HTTP/1.1" status: 204 len: 168 time: 0.7827017 Jun 27 14:15:55.769702 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42404) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:55.801108 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:55.822725 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-972fb7f1-3434-4d34-915f-f1a3699e693f admin admin] Deleting subnet 444d59f5-d2f2-48c3-bc4d-bf12bf8b0551 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:15:55.826286 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-972fb7f1-3434-4d34-915f-f1a3699e693f admin admin] Publish callbacks [] for subnet (444d59f5-d2f2-48c3-bc4d-bf12bf8b0551), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.880078 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-972fb7f1-3434-4d34-915f-f1a3699e693f admin admin] Publish callbacks [] for subnet (444d59f5-d2f2-48c3-bc4d-bf12bf8b0551), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:55.930468 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-972fb7f1-3434-4d34-915f-f1a3699e693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (444d59f5-d2f2-48c3-bc4d-bf12bf8b0551), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.001257 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-972fb7f1-3434-4d34-915f-f1a3699e693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for subnet (444d59f5-d2f2-48c3-bc4d-bf12bf8b0551), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.027435 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fb7f1-3434-4d34-915f-f1a3699e693f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444d59f5-d2f2-48c3-bc4d-bf12bf8b0551,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:56.033855 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-972fb7f1-3434-4d34-915f-f1a3699e693f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.038615 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-972fb7f1-3434-4d34-915f-f1a3699e693f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/444d59f5-d2f2-48c3-bc4d-bf12bf8b0551 HTTP/1.1" status: 204 len: 168 time: 0.2663062 Jun 27 14:15:56.040610 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42406) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:56.043872 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67be2a12-1fb8-4a2b-bbf5-6ac895cdfaf1 None None] Network ff714b60-f4a8-4bb0-852d-c681129b0659 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:15:56.140452 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (ff714b60-f4a8-4bb0-852d-c681129b0659), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.190682 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Deleting port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:56.190953 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.260884 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] For port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=81a0a2e9-eb79-4bbb-a8a3-adec040812c5,segment=NetworkSegment(40b41c9b-2eb5-4691-a7d8-8a44cd445f19),segment_id=40b41c9b-2eb5-4691-a7d8-8a44cd445f19)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:56.261136 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.275609 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Calling delete_port for 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:56.338758 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d68b83-70d6-4a88-9347-87fa3abf2ab8 None None] DHCP port deletion for ff714b60-f4a8-4bb0-852d-c681129b0659 request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:15:56.340241 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:56.380259 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.398059 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b5d68b83-70d6-4a88-9347-87fa3abf2ab8 None None] Deleting port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:15:56.398519 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b5d68b83-70d6-4a88-9347-87fa3abf2ab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.409208 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=81a0a2e9-eb79-4bbb-a8a3-adec040812c5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:56.414605 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] No DVR routers for this DVR port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 on host dv-cinder-841125-9-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:15:56.474347 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:15:56.497003 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (ff714b60-f4a8-4bb0-852d-c681129b0659), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.505507 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-b5d68b83-70d6-4a88-9347-87fa3abf2ab8 None None] For port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5, host dv-cinder-841125-9-iscsi, got binding levels [] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:15:56.506005 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b5d68b83-70d6-4a88-9347-87fa3abf2ab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.515260 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:15:56.515615 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 1db7ffd2-f08e-49e8-8f2c-a2c9bed64d85 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:15:56.520602 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.526033 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b5d68b83-70d6-4a88-9347-87fa3abf2ab8 None None] Calling delete_port for 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:15:56.529850 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.ipam_backend_mixin [None req-b5d68b83-70d6-4a88-9347-87fa3abf2ab8 None None] Port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 was not found and therefore no delete operation was performed {{(pid=104124) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 27 14:15:56.531587 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b5d68b83-70d6-4a88-9347-87fa3abf2ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (81a0a2e9-eb79-4bbb-a8a3-adec040812c5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.532827 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.533379 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.534395 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.535064 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > port after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.535567 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > port after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.535988 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > port after_update 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.536406 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.537085 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.538611 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.539091 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.559364 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d68b83-70d6-4a88-9347-87fa3abf2ab8 None None] Pushing event deleted for resources: {'Port': ['ID=81a0a2e9-eb79-4bbb-a8a3-adec040812c5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:56.563096 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d68b83-70d6-4a88-9347-87fa3abf2ab8 None None] No DVR routers for this DVR port 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:15:56.643550 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.644184 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.644184 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.644542 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 14:15:56.644918 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff714b60-f4a8-4bb0-852d-c681129b0659']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:56.666887 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b41c9b-2eb5-4691-a7d8-8a44cd445f19') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:56.667197 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b41c9b-2eb5-4691-a7d8-8a44cd445f19') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:15:56.689154 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6108208'] for segment (40b41c9b-2eb5-4691-a7d8-8a44cd445f19), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.715286 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (40b41c9b-2eb5-4691-a7d8-8a44cd445f19), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.727326 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:15:56.727734 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144016'] for segment (40b41c9b-2eb5-4691-a7d8-8a44cd445f19), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.807188 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (ff714b60-f4a8-4bb0-852d-c681129b0659), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.815639 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:56.821600 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] 10.222.0.43 "DELETE /v2.0/networks/ff714b60-f4a8-4bb0-852d-c681129b0659 HTTP/1.1" status: 204 len: 168 time: 0.7774835 Jun 27 14:15:56.839723 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=ff714b60-f4a8-4bb0-852d-c681129b0659,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:56.849781 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.850143 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.850480 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.850853 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.851187 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.851520 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.851850 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.852190 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.852519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.852846 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.853175 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.853503 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.853832 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.854152 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.854470 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc5473b-8232-42da-9757-669f49663dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:15:56.977968 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 40b41c9b-2eb5-4691-a7d8-8a44cd445f19 resource provider aggregate not found Jun 27 14:15:57.005532 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 40b41c9b-2eb5-4691-a7d8-8a44cd445f19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40b41c9b-2eb5-4691-a7d8-8a44cd445f19 found for delete ", "request_id": "req-786fc0d2-7d1f-4ad9-8111-c84d269fe92d"}]} Jun 27 14:15:57.055986 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42420) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:57.106363 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-57ea5f52-e586-41f1-b879-f66b677c062b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05c1d547616744d0972e9ae67dda5ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489411 Jun 27 14:15:57.108940 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42422) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:57.165559 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c15d7980-9bb7-4323-a109-c11c59c57966 admin admin] Publish callbacks [] for security_group (5e0cf665-d5a3-489f-978b-8ad00dfbb273), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:57.167088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=12 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:15:57.192051 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c15d7980-9bb7-4323-a109-c11c59c57966 admin admin] Publish callbacks [] for security_group (5e0cf665-d5a3-489f-978b-8ad00dfbb273), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:57.248523 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c15d7980-9bb7-4323-a109-c11c59c57966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5e0cf665-d5a3-489f-978b-8ad00dfbb273), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:57.251284 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c15d7980-9bb7-4323-a109-c11c59c57966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:57.253262 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c15d7980-9bb7-4323-a109-c11c59c57966 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e0cf665-d5a3-489f-978b-8ad00dfbb273 HTTP/1.1" status: 204 len: 168 time: 0.1431994 Jun 27 14:15:57.262503 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d7980-9bb7-4323-a109-c11c59c57966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0cf665-d5a3-489f-978b-8ad00dfbb273,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:57.647009 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42428) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:57.694127 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1acd0f2c-c2bd-497d-b871-35b768ccddef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=166b2540362740e9b4df7a91e855d03d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455217 Jun 27 14:15:57.697568 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42430) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:15:57.752099 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-30b6429a-fa21-47d2-b6cb-82ab78da2918 admin admin] Publish callbacks [] for security_group (e1469878-a295-4a6f-9e22-9df15a685af2), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:57.774669 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-30b6429a-fa21-47d2-b6cb-82ab78da2918 admin admin] Publish callbacks [] for security_group (e1469878-a295-4a6f-9e22-9df15a685af2), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:57.832621 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-30b6429a-fa21-47d2-b6cb-82ab78da2918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e1469878-a295-4a6f-9e22-9df15a685af2), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:57.835406 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-30b6429a-fa21-47d2-b6cb-82ab78da2918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:15:57.836626 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-30b6429a-fa21-47d2-b6cb-82ab78da2918 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1469878-a295-4a6f-9e22-9df15a685af2 HTTP/1.1" status: 204 len: 168 time: 0.1380830 Jun 27 14:15:57.845879 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6429a-fa21-47d2-b6cb-82ab78da2918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1469878-a295-4a6f-9e22-9df15a685af2,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:15:57.998891 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:15:58.026492 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:15:58.027282 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 81a0a2e9-eb79-4bbb-a8a3-adec040812c5 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:15:58.027719 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 294f0be3-8633-4948-9a40-c08734379149 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:15:58.047228 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 294f0be3-8633-4948-9a40-c08734379149 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:15:58.047589 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 294f0be3-8633-4948-9a40-c08734379149 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:16:01.938216 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=36 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:01.999931 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=17 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:02.283482 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21442faf-7e37-4901-9908-a02ba52da4af req-6ada7e5a-a1aa-4b14-96f4-f0426239a9cc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:02.284968 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-21442faf-7e37-4901-9908-a02ba52da4af req-6ada7e5a-a1aa-4b14-96f4-f0426239a9cc tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0546024 Jun 27 14:16:02.332598 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-21442faf-7e37-4901-9908-a02ba52da4af req-b0050789-1341-4685-9282-a453828fb927 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419068 Jun 27 14:16:03.454300 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cc2b4-fe57-4d78-a9c1-d9eef5a1aaf1 req-04ee503b-b565-47e4-85e7-5e5675215532 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:03.455841 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-161cc2b4-fe57-4d78-a9c1-d9eef5a1aaf1 req-04ee503b-b565-47e4-85e7-5e5675215532 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0502758 Jun 27 14:16:03.509411 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-161cc2b4-fe57-4d78-a9c1-d9eef5a1aaf1 req-1ebcc42f-9e26-4ee7-9c06-ff99b7340cca tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471878 Jun 27 14:16:04.637833 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d404e1-b425-4424-8944-88e75506a7a8 req-9af4dc0c-2a80-4c5c-8b42-f2df2760fa8f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:04.639393 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-73d404e1-b425-4424-8944-88e75506a7a8 req-9af4dc0c-2a80-4c5c-8b42-f2df2760fa8f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0495846 Jun 27 14:16:04.720765 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-73d404e1-b425-4424-8944-88e75506a7a8 req-418844bd-d829-4de9-806b-2932abbedd08 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742605 Jun 27 14:16:05.736958 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-12dec180-b08a-40a5-9685-c1981e7ccf7f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:05.739221 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-12dec180-b08a-40a5-9685-c1981e7ccf7f tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0572009 Jun 27 14:16:05.830289 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Deleting port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:16:05.830289 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:05.851193 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79820-2366-4b86-83fe-1a413d43a713 req-934cbb05-9125-429c-bcf7-2576419bb667 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:05.852723 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88b79820-2366-4b86-83fe-1a413d43a713 req-934cbb05-9125-429c-bcf7-2576419bb667 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 945 time: 0.0517538 Jun 27 14:16:05.906215 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88b79820-2366-4b86-83fe-1a413d43a713 req-4f086cac-ef05-4810-bbd1-52b995f10d03 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=438a4465-66ac-4259-b09a-52d9514dabb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473566 Jun 27 14:16:05.930431 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] For port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:05.931323 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:06.108334 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:06.108712 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (972600f9-d500-4679-9f3f-ff9f9c5fec6e), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:06.109027 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Floating IP 972600f9-d500-4679-9f3f-ff9f9c5fec6e disassociated. External IP: 172.27.2.87, port: e6c3a929-5c3b-49c5-a6ae-5518a21c9cee. Jun 27 14:16:06.109369 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Calling delete_port for e6c3a929-5c3b-49c5-a6ae-5518a21c9cee owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:16:06.160981 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:06.254582 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (e6c3a929-5c3b-49c5-a6ae-5518a21c9cee), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:06.284134 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event deleted for resources: {'Port': ['ID=e6c3a929-5c3b-49c5-a6ae-5518a21c9cee,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:06.398438 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Router 87bba9e9-fa93-4464-853a-72aa0ba0969d has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:16:06.507888 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:16:06.522346 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] Sync routers for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:16:06.533747 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:16:06.534367 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:06.554962 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] No DVR routers for this DVR port e6c3a929-5c3b-49c5-a6ae-5518a21c9cee on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:16:06.557636 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:06.561218 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9c9d9f6b-6159-41a7-be7f-22eb5f99d1c4 req-14c2933e-b788-4b18-b59f-81c9b3235618 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "DELETE /v2.0/ports/e6c3a929-5c3b-49c5-a6ae-5518a21c9cee HTTP/1.1" status: 204 len: 173 time: 0.8165274 Jun 27 14:16:06.561677 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'name': 'network-vif-deleted', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:16:06.564185 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5127c9f-f84f-48aa-9c1f-f3483e4afd9a" -d '{"events": [{"server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "name": "network-vif-deleted", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:16:06.691268 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:16:06.779535 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0cefdc-4aa7-41b2-8fcd-c9ae6c6904d9 x-openstack-request-id: req-fe0cefdc-4aa7-41b2-8fcd-c9ae6c6904d9 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:16:06.780995 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bf904e-1633-4935-b765-6643eb12770a", "name": "network-vif-deleted", "tag": "e6c3a929-5c3b-49c5-a6ae-5518a21c9cee", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:16:06.781314 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe0cefdc-4aa7-41b2-8fcd-c9ae6c6904d9 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:16:06.781807 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe0cefdc-4aa7-41b2-8fcd-c9ae6c6904d9'] response: {'server_uuid': '56bf904e-1633-4935-b765-6643eb12770a', 'name': 'network-vif-deleted', 'tag': 'e6c3a929-5c3b-49c5-a6ae-5518a21c9cee', 'status': 'completed', 'code': 200} Jun 27 14:16:06.912009 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:58Z', 'revision_number': 5, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:06.937044 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] Checking router: 87bba9e9-fa93-4464-853a-72aa0ba0969d for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:16:06.946197 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:16:06.946848 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:15:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:07.026571 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8c147e6b-ff97-4b44-8d8f-fff33ca6c787 req-aff88b89-18fa-4540-9fc0-b09c0f6907c0 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=56bf904e-1633-4935-b765-6643eb12770a HTTP/1.1" status: 200 len: 210 time: 0.0301909 Jun 27 14:16:07.078788 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:16:07.280123 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:58Z', 'revision_number': 5, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:07.403791 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb77ee5c-b4df-4040-bad4-67daae948503 None None] The sync data for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi is: [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:10:34Z', 'revision_number': 4, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '49b6658e-fbda-4d12-b96a-f54fbf5492df', 'name': '', 'network_id': 'ecee4980-ce4f-4cdd-803e-14cbf5d5d803', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'mac_address': 'fa:16:3e:a8:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:32Z', 'updated_at': '2022-06-27T14:10:58Z', 'revision_number': 5, 'project_id': 'af0b18811427410c826e9a09cd894132', 'subnets': [{'id': '42006c36-5ba7-4747-a8fc-9585563df0ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:16:07.638892 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4517717d-e447-4bb7-96cb-ef16f8c18d17 None None] New status for floating IP 972600f9-d500-4679-9f3f-ff9f9c5fec6e: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:16:08.139180 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42482) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:08.170598 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:08.200398 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eeeb8bd9-0886-4001-966a-bbe13a8f9b94 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group (438a4465-66ac-4259-b09a-52d9514dabb2), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:08.236267 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eeeb8bd9-0886-4001-966a-bbe13a8f9b94 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group (438a4465-66ac-4259-b09a-52d9514dabb2), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:08.249765 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:08.292037 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eeeb8bd9-0886-4001-966a-bbe13a8f9b94 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (438a4465-66ac-4259-b09a-52d9514dabb2), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:08.294313 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eeeb8bd9-0886-4001-966a-bbe13a8f9b94 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:08.295777 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-eeeb8bd9-0886-4001-966a-bbe13a8f9b94 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "DELETE /v2.0/security-groups/438a4465-66ac-4259-b09a-52d9514dabb2 HTTP/1.1" status: 204 len: 168 time: 0.1554432 Jun 27 14:16:08.298287 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42484) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:08.306975 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb8bd9-0886-4001-966a-bbe13a8f9b94 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438a4465-66ac-4259-b09a-52d9514dabb2,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:08.313776 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-e684879f-f785-4490-bb11-c728c40a1304 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] show failed (client error): The resource could not be found. Jun 27 14:16:08.317757 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42486) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:08.320027 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e684879f-f785-4490-bb11-c728c40a1304 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups/438a4465-66ac-4259-b09a-52d9514dabb2 HTTP/1.1" status: 404 len: 347 time: 0.0150676 Jun 27 14:16:08.443539 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-3142bdff-1196-4bc4-b5d6-af548f21c9c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Deleting port aa028b13-b5d5-49c3-80d5-bcf18c043567 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:16:08.444171 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3142bdff-1196-4bc4-b5d6-af548f21c9c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (aa028b13-b5d5-49c3-80d5-bcf18c043567), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:08.534036 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3142bdff-1196-4bc4-b5d6-af548f21c9c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (aa028b13-b5d5-49c3-80d5-bcf18c043567), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:08.534350 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3142bdff-1196-4bc4-b5d6-af548f21c9c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for floatingip (aa028b13-b5d5-49c3-80d5-bcf18c043567), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:08.552094 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-3142bdff-1196-4bc4-b5d6-af548f21c9c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Calling delete_port for aa028b13-b5d5-49c3-80d5-bcf18c043567 owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:16:08.703901 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3142bdff-1196-4bc4-b5d6-af548f21c9c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (aa028b13-b5d5-49c3-80d5-bcf18c043567), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:08.735755 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142bdff-1196-4bc4-b5d6-af548f21c9c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event deleted for resources: {'Port': ['ID=aa028b13-b5d5-49c3-80d5-bcf18c043567,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:08.810755 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3142bdff-1196-4bc4-b5d6-af548f21c9c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks [] for floatingip (972600f9-d500-4679-9f3f-ff9f9c5fec6e), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:08.813318 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3142bdff-1196-4bc4-b5d6-af548f21c9c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:08.814504 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3142bdff-1196-4bc4-b5d6-af548f21c9c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "DELETE /v2.0/floatingips/972600f9-d500-4679-9f3f-ff9f9c5fec6e HTTP/1.1" status: 204 len: 168 time: 0.4957592 Jun 27 14:16:10.057642 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device e6c3a929-5c3b-49c5-a6ae-5518a21c9cee no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:16:10.081441 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: e6c3a929-5c3b-49c5-a6ae-5518a21c9cee {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:16:10.081787 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device e6c3a929-5c3b-49c5-a6ae-5518a21c9cee not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:16:11.371972 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5270157-b486-417c-90a8-5eb1a02f6082 req-4a1e46ab-5e30-4d2b-bea0-ff717ff8c4ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:11.374003 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b5270157-b486-417c-90a8-5eb1a02f6082 req-4a1e46ab-5e30-4d2b-bea0-ff717ff8c4ce tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0638089 Jun 27 14:16:11.430367 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b5270157-b486-417c-90a8-5eb1a02f6082 req-c0eb8a20-7976-4c03-814a-71a817a7a6f6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503829 Jun 27 14:16:12.578885 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687eabb9-dbee-4a95-8015-17053ad6c770 req-f9f609e7-2052-4975-a574-6b1af10e6818 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:12.580830 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-687eabb9-dbee-4a95-8015-17053ad6c770 req-f9f609e7-2052-4975-a574-6b1af10e6818 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0739541 Jun 27 14:16:12.637620 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-687eabb9-dbee-4a95-8015-17053ad6c770 req-41d19b6c-304d-4eed-a18a-7c5b3d3abf63 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496721 Jun 27 14:16:13.773845 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8a0a0-d7be-40f4-8c14-eee098e26172 req-beda266a-931b-47ae-bd56-17710b262ccb tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:13.775425 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d0b8a0a0-d7be-40f4-8c14-eee098e26172 req-beda266a-931b-47ae-bd56-17710b262ccb tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0522978 Jun 27 14:16:13.831753 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d0b8a0a0-d7be-40f4-8c14-eee098e26172 req-a1f565bf-9887-4b84-b97a-108852a358bb tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504155 Jun 27 14:16:13.944420 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-8711a0ba-75cb-4451-ac67-92944513fbc2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:13.946205 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-8711a0ba-75cb-4451-ac67-92944513fbc2 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 945 time: 0.0598247 Jun 27 14:16:14.038184 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:14.042404 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-e645c58b-7ed4-401b-932c-0df5cee7d962 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Deleting port 95388752-3a74-41c2-b219-5fb7e2da7413 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:16:14.042778 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-e645c58b-7ed4-401b-932c-0df5cee7d962 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:14.140263 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-e645c58b-7ed4-401b-932c-0df5cee7d962 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] For port 95388752-3a74-41c2-b219-5fb7e2da7413, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=95388752-3a74-41c2-b219-5fb7e2da7413,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:14.140601 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-e645c58b-7ed4-401b-932c-0df5cee7d962 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:14.155642 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-e645c58b-7ed4-401b-932c-0df5cee7d962 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Calling delete_port for 95388752-3a74-41c2-b219-5fb7e2da7413 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:16:14.301613 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-e645c58b-7ed4-401b-932c-0df5cee7d962 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (95388752-3a74-41c2-b219-5fb7e2da7413), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:14.314983 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['95388752-3a74-41c2-b219-5fb7e2da7413', '98465f9b-6342-4822-8f44-f8fec9f75686'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:16:14.317175 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:14.333393 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645c58b-7ed4-401b-932c-0df5cee7d962 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event deleted for resources: {'Port': ['ID=95388752-3a74-41c2-b219-5fb7e2da7413,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:14.380208 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-e645c58b-7ed4-401b-932c-0df5cee7d962 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] No DVR routers for this DVR port 95388752-3a74-41c2-b219-5fb7e2da7413 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:16:14.382855 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-e645c58b-7ed4-401b-932c-0df5cee7d962 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:14.386113 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d4bef78-ee4a-454e-9e29-5ed867a818b0 req-e645c58b-7ed4-401b-932c-0df5cee7d962 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "DELETE /v2.0/ports/95388752-3a74-41c2-b219-5fb7e2da7413 HTTP/1.1" status: 204 len: 173 time: 0.4341700 Jun 27 14:16:14.386561 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0f620c-4114-44b3-99ba-7074cddba07f', 'name': 'network-vif-deleted', 'tag': '95388752-3a74-41c2-b219-5fb7e2da7413'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:16:14.388810 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a55672c-6eee-4854-bb0f-02db3b204328" -d '{"events": [{"server_uuid": "ab0f620c-4114-44b3-99ba-7074cddba07f", "name": "network-vif-deleted", "tag": "95388752-3a74-41c2-b219-5fb7e2da7413"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:16:14.422096 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:14.427711 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c4e2a-5e37-4f1a-bb28-34a4eaea5424 x-openstack-request-id: req-f57c4e2a-5e37-4f1a-bb28-34a4eaea5424 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:16:14.428193 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0f620c-4114-44b3-99ba-7074cddba07f", "name": "network-vif-deleted", "tag": "95388752-3a74-41c2-b219-5fb7e2da7413", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:16:14.428523 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f57c4e2a-5e37-4f1a-bb28-34a4eaea5424 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:16:14.429066 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57c4e2a-5e37-4f1a-bb28-34a4eaea5424'] response: {'server_uuid': 'ab0f620c-4114-44b3-99ba-7074cddba07f', 'name': 'network-vif-deleted', 'tag': '95388752-3a74-41c2-b219-5fb7e2da7413', 'status': 'completed', 'code': 200} Jun 27 14:16:14.951595 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-777ee890-5974-4329-93c8-d7b40b94fdd6 req-3177fddd-d636-4bc2-bc59-93091650ec55 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab0f620c-4114-44b3-99ba-7074cddba07f HTTP/1.1" status: 200 len: 210 time: 0.0310421 Jun 27 14:16:15.631178 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-feeae5fd-fcc7-4d34-82c1-2c699fb056f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:16.277417 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ba57b-b3b1-4e5b-a1f9-2f600dbf387f req-60c1a3c1-0288-4f4a-a2e7-6957e9f87e33 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:16.278972 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ea5ba57b-b3b1-4e5b-a1f9-2f600dbf387f req-60c1a3c1-0288-4f4a-a2e7-6957e9f87e33 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0537422 Jun 27 14:16:16.300906 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:16.331882 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ea5ba57b-b3b1-4e5b-a1f9-2f600dbf387f req-e043d2f1-b08c-4e8b-bc3e-32dcc3aeca70 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469151 Jun 27 14:16:16.990465 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:16:17.462292 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b103d-d1de-4181-9ac2-60ea0005498a req-4144829b-5a07-45f1-837d-68a4dd1c40c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:17.463845 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-164b103d-d1de-4181-9ac2-60ea0005498a req-4144829b-5a07-45f1-837d-68a4dd1c40c6 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0514779 Jun 27 14:16:17.513646 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-164b103d-d1de-4181-9ac2-60ea0005498a req-0e54e9b7-4277-427f-b508-093d2d3ea014 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Jun 27 14:16:17.848052 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50dde882-1288-437b-a620-2ded46f2b46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:18.119389 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 95388752-3a74-41c2-b219-5fb7e2da7413 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:16:18.139609 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 95388752-3a74-41c2-b219-5fb7e2da7413 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:16:18.139879 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 95388752-3a74-41c2-b219-5fb7e2da7413 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:16:18.629223 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:18.644673 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644982e-72b8-414c-aee2-88fda6568525 req-48b53ed8-78e1-43bb-9809-662cfa3b4b72 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:18.646275 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8644982e-72b8-414c-aee2-88fda6568525 req-48b53ed8-78e1-43bb-9809-662cfa3b4b72 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0581744 Jun 27 14:16:18.702548 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8644982e-72b8-414c-aee2-88fda6568525 req-cabb92e5-cc7d-4119-8979-c71120e78849 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b52eb18-0f30-462e-a8fe-855922ef24e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478332 Jun 27 14:16:19.013311 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad29f0d-d3cd-4583-b69f-71abc24692cb req-e80d1fa3-4170-4d69-b0fb-9102c3e22882 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:19.014895 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0ad29f0d-d3cd-4583-b69f-71abc24692cb req-e80d1fa3-4170-4d69-b0fb-9102c3e22882 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0529728 Jun 27 14:16:19.068441 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0ad29f0d-d3cd-4583-b69f-71abc24692cb req-89cc5ae1-5820-49cf-8e97-e9b548abaf87 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477011 Jun 27 14:16:19.313488 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:19.403329 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:19.415505 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-928f649c-93cd-4776-84e1-6c46c0ba2e30 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:19.416998 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-928f649c-93cd-4776-84e1-6c46c0ba2e30 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 945 time: 0.0509958 Jun 27 14:16:19.510790 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-7b9cce1f-3089-477b-92b7-8d10826a452c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Deleting port 98465f9b-6342-4822-8f44-f8fec9f75686 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:16:19.511133 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-7b9cce1f-3089-477b-92b7-8d10826a452c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:19.607061 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-7b9cce1f-3089-477b-92b7-8d10826a452c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] For port 98465f9b-6342-4822-8f44-f8fec9f75686, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=98465f9b-6342-4822-8f44-f8fec9f75686,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:19.607395 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-7b9cce1f-3089-477b-92b7-8d10826a452c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:19.623954 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-7b9cce1f-3089-477b-92b7-8d10826a452c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Calling delete_port for 98465f9b-6342-4822-8f44-f8fec9f75686 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:16:19.770820 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-7b9cce1f-3089-477b-92b7-8d10826a452c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (98465f9b-6342-4822-8f44-f8fec9f75686), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:19.783974 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['98465f9b-6342-4822-8f44-f8fec9f75686'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:16:19.805574 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cce1f-3089-477b-92b7-8d10826a452c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Pushing event deleted for resources: {'Port': ['ID=98465f9b-6342-4822-8f44-f8fec9f75686,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:19.810097 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fb46612e-0b7a-4cda-8e4b-d338546b4ac9 req-74cdaadb-886b-4e16-9d24-67cbc299fc08 tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c0ba112-e8e8-4f73-a3a1-d790eb24dd84 HTTP/1.1" status: 200 len: 210 time: 0.0306404 Jun 27 14:16:19.860281 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-7b9cce1f-3089-477b-92b7-8d10826a452c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] No DVR routers for this DVR port 98465f9b-6342-4822-8f44-f8fec9f75686 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:16:19.862779 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-7b9cce1f-3089-477b-92b7-8d10826a452c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:19.866023 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eb7eda88-e37c-4a14-95e1-f0dfc41a9640 req-7b9cce1f-3089-477b-92b7-8d10826a452c tempest-ServerRescueNegativeTestJSON-11641246 tempest-ServerRescueNegativeTestJSON-11641246-project] 10.222.0.13 "DELETE /v2.0/ports/98465f9b-6342-4822-8f44-f8fec9f75686 HTTP/1.1" status: 204 len: 173 time: 0.4410408 Jun 27 14:16:19.866468 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0ba112-e8e8-4f73-a3a1-d790eb24dd84', 'name': 'network-vif-deleted', 'tag': '98465f9b-6342-4822-8f44-f8fec9f75686'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:16:19.870211 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabef89e-1004-4e64-b299-8e7e5cb4852f" -d '{"events": [{"server_uuid": "8c0ba112-e8e8-4f73-a3a1-d790eb24dd84", "name": "network-vif-deleted", "tag": "98465f9b-6342-4822-8f44-f8fec9f75686"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:16:19.913791 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167eb776-e60f-48ac-ad87-3ffc3b84d3eb x-openstack-request-id: req-167eb776-e60f-48ac-ad87-3ffc3b84d3eb {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:16:19.914272 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0ba112-e8e8-4f73-a3a1-d790eb24dd84", "name": "network-vif-deleted", "tag": "98465f9b-6342-4822-8f44-f8fec9f75686", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:16:19.914945 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-167eb776-e60f-48ac-ad87-3ffc3b84d3eb {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:16:19.915611 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167eb776-e60f-48ac-ad87-3ffc3b84d3eb'] response: {'server_uuid': '8c0ba112-e8e8-4f73-a3a1-d790eb24dd84', 'name': 'network-vif-deleted', 'tag': '98465f9b-6342-4822-8f44-f8fec9f75686', 'status': 'completed', 'code': 200} Jun 27 14:16:20.202513 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64916305-2d07-4387-a06e-1c79a9c7c871 req-24059431-bc45-44f9-a7e6-81bc00c6be7d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:20.204129 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-64916305-2d07-4387-a06e-1c79a9c7c871 req-24059431-bc45-44f9-a7e6-81bc00c6be7d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0563636 Jun 27 14:16:20.265753 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-64916305-2d07-4387-a06e-1c79a9c7c871 req-1f5cc170-ccf7-4052-a0ec-fa677c3934c6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557778 Jun 27 14:16:20.884170 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42564) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:20.910041 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:20.952945 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:21.495323 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff15da-80a0-4b9a-a59c-c3159ca22077 req-d4fdf3ce-45c5-425d-b14f-dc4cc64d0a1c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:21.496855 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-51ff15da-80a0-4b9a-a59c-c3159ca22077 req-d4fdf3ce-45c5-425d-b14f-dc4cc64d0a1c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0600290 Jun 27 14:16:21.622266 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-51ff15da-80a0-4b9a-a59c-c3159ca22077 req-ba89829e-99fb-482f-ad36-cd756a6a11d4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922122 Jun 27 14:16:21.753614 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (87bba9e9-fa93-4464-853a-72aa0ba0969d), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:21.845627 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:21.997604 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Deleting port 49b6658e-fbda-4d12-b96a-f54fbf5492df {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:16:21.998698 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:22.096174 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] For port 49b6658e-fbda-4d12-b96a-f54fbf5492df, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=49b6658e-fbda-4d12-b96a-f54fbf5492df,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:22.096541 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:22.113138 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Calling delete_port for 49b6658e-fbda-4d12-b96a-f54fbf5492df owned by network:router_interface {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:16:22.159022 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:22.307569 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (49b6658e-fbda-4d12-b96a-f54fbf5492df), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:22.338102 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Pushing event deleted for resources: {'Port': ['ID=49b6658e-fbda-4d12-b96a-f54fbf5492df,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:22.365378 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.365731 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.366071 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.366408 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.366861 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.367286 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.367957 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.367957 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.368198 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.368682 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.368821 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.369121 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.369441 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.369760 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.370078 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:22.523502 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (87bba9e9-fa93-4464-853a-72aa0ba0969d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:22.774178 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:22.791289 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ba207-19ce-43b4-997a-e440a15c73ae req-460f30bf-0756-4bbc-9078-5a0e67b810ad tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:22.793021 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-391ba207-19ce-43b4-997a-e440a15c73ae req-460f30bf-0756-4bbc-9078-5a0e67b810ad tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0666168 Jun 27 14:16:22.800317 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Router 87bba9e9-fa93-4464-853a-72aa0ba0969d has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:16:22.896961 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-391ba207-19ce-43b4-997a-e440a15c73ae req-552f1dbe-1207-4c44-a94e-fd5a8c252fc5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951452 Jun 27 14:16:22.957487 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:16:22.963040 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c6f38db5-9168-4687-8a90-fc8c35f3197e admin admin] 10.222.0.43 "PUT /v2.0/routers/87bba9e9-fa93-4464-853a-72aa0ba0969d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0786047 Jun 27 14:16:22.965651 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42574) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:22.970411 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365122b3-e82a-497f-a791-9f629baef3af None None] Sync routers for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:16:22.981857 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365122b3-e82a-497f-a791-9f629baef3af None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:16:22.984777 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-365122b3-e82a-497f-a791-9f629baef3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:16:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:23.074150 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:23.080733 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Publish callbacks [] for router (87bba9e9-fa93-4464-853a-72aa0ba0969d), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.099294 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-365122b3-e82a-497f-a791-9f629baef3af None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:16:23.214071 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Publish callbacks [] for router_gateway (87bba9e9-fa93-4464-853a-72aa0ba0969d), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.232112 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:23.276198 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Deleting port cdc8764f-1cee-4604-87ec-9537c35f4db9 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:16:23.276713 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.292419 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-365122b3-e82a-497f-a791-9f629baef3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:16:22Z', 'revision_number': 5, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port': {'id': 'cdc8764f-1cee-4604-87ec-9537c35f4db9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:23.324733 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365122b3-e82a-497f-a791-9f629baef3af None None] Checking router: 87bba9e9-fa93-4464-853a-72aa0ba0969d for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:16:23.334358 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365122b3-e82a-497f-a791-9f629baef3af None None] Routers {'87bba9e9-fa93-4464-853a-72aa0ba0969d'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:16:23.335027 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-365122b3-e82a-497f-a791-9f629baef3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:16:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['87bba9e9-fa93-4464-853a-72aa0ba0969d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:23.365930 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] For port cdc8764f-1cee-4604-87ec-9537c35f4db9, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=cdc8764f-1cee-4604-87ec-9537c35f4db9,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:23.366297 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.384709 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Calling delete_port for cdc8764f-1cee-4604-87ec-9537c35f4db9 owned by network:router_gateway {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:16:23.414010 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:23.419026 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-365122b3-e82a-497f-a791-9f629baef3af None None] Set router 87bba9e9-fa93-4464-853a-72aa0ba0969d gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:16:23.471917 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-365122b3-e82a-497f-a791-9f629baef3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:16:23Z', 'revision_number': 6, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port_host': None}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:23.497675 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365122b3-e82a-497f-a791-9f629baef3af None None] The sync data for ids ['87bba9e9-fa93-4464-853a-72aa0ba0969d'] in dv-cinder-841125-9-iscsi is: [{'id': '87bba9e9-fa93-4464-853a-72aa0ba0969d', 'name': 'tempest-ServerRescueNegativeTestJSON-880223791-router', 'tenant_id': 'af0b18811427410c826e9a09cd894132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:26Z', 'updated_at': '2022-06-27T14:16:23Z', 'revision_number': 6, 'project_id': 'af0b18811427410c826e9a09cd894132', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:16:23.579501 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (cdc8764f-1cee-4604-87ec-9537c35f4db9), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.610142 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc8764f-1cee-4604-87ec-9537c35f4db9,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:23.679242 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (87bba9e9-fa93-4464-853a-72aa0ba0969d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.772810 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (87bba9e9-fa93-4464-853a-72aa0ba0969d), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.775378 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Publish callbacks [] for router_controller (87bba9e9-fa93-4464-853a-72aa0ba0969d), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.821414 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (87bba9e9-fa93-4464-853a-72aa0ba0969d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.821786 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87bba9e9-fa93-4464-853a-72aa0ba0969d {{(pid=104122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:16:23.826437 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.827653 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-81f5fc61-fb82-43e4-8b62-b32f961dfdbd admin admin] 10.222.0.43 "DELETE /v2.0/routers/87bba9e9-fa93-4464-853a-72aa0ba0969d HTTP/1.1" status: 204 len: 168 time: 0.8610945 Jun 27 14:16:23.830593 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42576) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:23.874953 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:23.888936 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a750004-8ad7-4cd2-81b2-ef457c97b653 admin admin] Deleting subnet 42006c36-5ba7-4747-a8fc-9585563df0ef {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:16:23.893144 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1a750004-8ad7-4cd2-81b2-ef457c97b653 admin admin] Publish callbacks [] for subnet (42006c36-5ba7-4747-a8fc-9585563df0ef), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:23.938528 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1a750004-8ad7-4cd2-81b2-ef457c97b653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4458228'] for subnet (42006c36-5ba7-4747-a8fc-9585563df0ef), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.087656 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1a750004-8ad7-4cd2-81b2-ef457c97b653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (42006c36-5ba7-4747-a8fc-9585563df0ef), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.114536 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5f018-3bb5-4c93-aa0b-cb97d147371f req-0cbc1bec-2539-44b4-996e-6c53face96de tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:24.116052 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-59e5f018-3bb5-4c93-aa0b-cb97d147371f req-0cbc1bec-2539-44b4-996e-6c53face96de tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.1093426 Jun 27 14:16:24.130138 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:24.178759 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 98465f9b-6342-4822-8f44-f8fec9f75686 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:16:24.187410 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-59e5f018-3bb5-4c93-aa0b-cb97d147371f req-f927f641-e830-41e2-a7b4-a8239da3481d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648665 Jun 27 14:16:24.188917 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1a750004-8ad7-4cd2-81b2-ef457c97b653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6195894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4984649'] for subnet (42006c36-5ba7-4747-a8fc-9585563df0ef), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.208610 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 98465f9b-6342-4822-8f44-f8fec9f75686 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:16:24.208958 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 98465f9b-6342-4822-8f44-f8fec9f75686 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:16:24.214900 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a750004-8ad7-4cd2-81b2-ef457c97b653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42006c36-5ba7-4747-a8fc-9585563df0ef,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:24.221553 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1a750004-8ad7-4cd2-81b2-ef457c97b653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.230099 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1a750004-8ad7-4cd2-81b2-ef457c97b653 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/42006c36-5ba7-4747-a8fc-9585563df0ef HTTP/1.1" status: 204 len: 168 time: 0.3962939 Jun 27 14:16:24.230315 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ca0ef-0643-460b-b4a9-fb79691242aa None None] Network ecee4980-ce4f-4cdd-803e-14cbf5d5d803 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:16:24.230937 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42580) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:24.319562 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (ecee4980-ce4f-4cdd-803e-14cbf5d5d803), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.375026 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Deleting port faf179d8-9d41-4ded-8bef-16d69ff15c45 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:16:24.375469 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.408806 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:24.419846 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304e2d23-ddba-4d61-9aea-e8a66ba4a410 None None] DHCP port deletion for ecee4980-ce4f-4cdd-803e-14cbf5d5d803 request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:16:24.456507 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] For port faf179d8-9d41-4ded-8bef-16d69ff15c45, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=faf179d8-9d41-4ded-8bef-16d69ff15c45,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:24.456884 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.459911 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 49b6658e-fbda-4d12-b96a-f54fbf5492df no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:16:24.466554 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-304e2d23-ddba-4d61-9aea-e8a66ba4a410 None None] Deleting port faf179d8-9d41-4ded-8bef-16d69ff15c45 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:16:24.466957 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-304e2d23-ddba-4d61-9aea-e8a66ba4a410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.474062 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Calling delete_port for faf179d8-9d41-4ded-8bef-16d69ff15c45 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:16:24.486207 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 49b6658e-fbda-4d12-b96a-f54fbf5492df {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:16:24.486558 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 49b6658e-fbda-4d12-b96a-f54fbf5492df not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:16:24.559087 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-304e2d23-ddba-4d61-9aea-e8a66ba4a410 None None] For port faf179d8-9d41-4ded-8bef-16d69ff15c45, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=faf179d8-9d41-4ded-8bef-16d69ff15c45,segment=NetworkSegment(3d79d160-9363-4d78-a3a7-52f3cc4005cf),segment_id=3d79d160-9363-4d78-a3a7-52f3cc4005cf)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:24.559748 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-304e2d23-ddba-4d61-9aea-e8a66ba4a410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.572689 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.578554 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-304e2d23-ddba-4d61-9aea-e8a66ba4a410 None None] Calling delete_port for faf179d8-9d41-4ded-8bef-16d69ff15c45 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:16:24.600083 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Pushing event deleted for resources: {'Port': ['ID=faf179d8-9d41-4ded-8bef-16d69ff15c45,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:24.605360 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] No DVR routers for this DVR port faf179d8-9d41-4ded-8bef-16d69ff15c45 on host dv-cinder-841125-9-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:16:24.670574 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-304e2d23-ddba-4d61-9aea-e8a66ba4a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (faf179d8-9d41-4ded-8bef-16d69ff15c45), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.694085 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (ecee4980-ce4f-4cdd-803e-14cbf5d5d803), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.698219 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e2d23-ddba-4d61-9aea-e8a66ba4a410 None None] Pushing event deleted for resources: {'Port': ['ID=faf179d8-9d41-4ded-8bef-16d69ff15c45,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:24.703221 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e2d23-ddba-4d61-9aea-e8a66ba4a410 None None] No DVR routers for this DVR port faf179d8-9d41-4ded-8bef-16d69ff15c45 on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:16:24.724911 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecee4980-ce4f-4cdd-803e-14cbf5d5d803']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:24.736936 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d79d160-9363-4d78-a3a7-52f3cc4005cf') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:24.737328 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d79d160-9363-4d78-a3a7-52f3cc4005cf') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:24.748695 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6108208'] for segment (3d79d160-9363-4d78-a3a7-52f3cc4005cf), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.764927 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (3d79d160-9363-4d78-a3a7-52f3cc4005cf), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.772660 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:16:24.773116 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144016'] for segment (3d79d160-9363-4d78-a3a7-52f3cc4005cf), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.806875 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 3d79d160-9363-4d78-a3a7-52f3cc4005cf resource provider aggregate not found Jun 27 14:16:24.850328 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:24.853052 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 3d79d160-9363-4d78-a3a7-52f3cc4005cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d79d160-9363-4d78-a3a7-52f3cc4005cf found for delete ", "request_id": "req-0047f199-e468-4671-a549-fb0ed3e8865a"}]} Jun 27 14:16:24.868947 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (ecee4980-ce4f-4cdd-803e-14cbf5d5d803), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.876634 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:24.879680 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] 10.222.0.43 "DELETE /v2.0/networks/ecee4980-ce4f-4cdd-803e-14cbf5d5d803 HTTP/1.1" status: 204 len: 168 time: 0.6433558 Jun 27 14:16:24.891546 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2515a-5074-40d2-8328-cff6c0c0168f admin admin] Pushing event deleted for resources: {'Network': ['ID=ecee4980-ce4f-4cdd-803e-14cbf5d5d803,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:25.016169 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42588) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:25.073951 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-491af191-9970-4d84-b989-ad618e2c6eea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af0b18811427410c826e9a09cd894132&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0560741 Jun 27 14:16:25.076091 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42590) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:25.127808 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fc921000-050f-407c-9890-08da8db186cb admin admin] Publish callbacks [] for security_group (5b52eb18-0f30-462e-a8fe-855922ef24e2), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:25.149803 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fc921000-050f-407c-9890-08da8db186cb admin admin] Publish callbacks [] for security_group (5b52eb18-0f30-462e-a8fe-855922ef24e2), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:25.199836 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fc921000-050f-407c-9890-08da8db186cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5b52eb18-0f30-462e-a8fe-855922ef24e2), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:25.202590 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fc921000-050f-407c-9890-08da8db186cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:25.203805 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-fc921000-050f-407c-9890-08da8db186cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b52eb18-0f30-462e-a8fe-855922ef24e2 HTTP/1.1" status: 204 len: 168 time: 0.1268427 Jun 27 14:16:25.212211 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc921000-050f-407c-9890-08da8db186cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b52eb18-0f30-462e-a8fe-855922ef24e2,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:25.347818 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa87ff2-686b-4a92-bffb-58cea89cab90 req-0aabc19b-d794-4208-b872-0ef51027e603 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:25.350475 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dfa87ff2-686b-4a92-bffb-58cea89cab90 req-0aabc19b-d794-4208-b872-0ef51027e603 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0632119 Jun 27 14:16:25.415327 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dfa87ff2-686b-4a92-bffb-58cea89cab90 req-37fe27a6-6dce-443f-8d32-40787b445ba3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530450 Jun 27 14:16:26.005256 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device cdc8764f-1cee-4604-87ec-9537c35f4db9 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:16:26.028439 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: cdc8764f-1cee-4604-87ec-9537c35f4db9 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:16:26.028806 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device cdc8764f-1cee-4604-87ec-9537c35f4db9 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:16:26.029228 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device faf179d8-9d41-4ded-8bef-16d69ff15c45 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:16:26.048791 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: faf179d8-9d41-4ded-8bef-16d69ff15c45 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:16:26.049158 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device faf179d8-9d41-4ded-8bef-16d69ff15c45 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:16:26.467152 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:26.571136 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e994ba0-7dc2-436f-8101-1028a6346666 req-4ba87fc9-2d8a-4c1f-9b6d-fe13105cd535 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:26.572687 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9e994ba0-7dc2-436f-8101-1028a6346666 req-4ba87fc9-2d8a-4c1f-9b6d-fe13105cd535 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0599146 Jun 27 14:16:26.624729 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9e994ba0-7dc2-436f-8101-1028a6346666 req-a2bb4559-fcac-46fd-a003-3f899eee099d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458405 Jun 27 14:16:27.755263 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c7ac8-33f9-4aab-994c-de84745ff93a req-f114748b-8747-4988-aa88-d39a02cade8e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:27.756813 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-593c7ac8-33f9-4aab-994c-de84745ff93a req-f114748b-8747-4988-aa88-d39a02cade8e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0564039 Jun 27 14:16:27.806535 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-593c7ac8-33f9-4aab-994c-de84745ff93a req-ef269fbb-9566-477f-8dfd-9e74aa4ae5cd tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438576 Jun 27 14:16:28.933022 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db125e3-b424-4b44-95d0-a79440de4588 req-0900913f-fc7e-4ff7-b26d-875ee50b77a4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:28.934596 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1db125e3-b424-4b44-95d0-a79440de4588 req-0900913f-fc7e-4ff7-b26d-875ee50b77a4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0522933 Jun 27 14:16:28.960255 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:28.993025 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1db125e3-b424-4b44-95d0-a79440de4588 req-0bb5b34d-915f-486e-9bfd-dd281c9b9dac tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525858 Jun 27 14:16:29.729539 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40887-9c19-4360-85ae-2eba97f6c157 req-77125e40-e2dc-4c06-8454-635365064e4e tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:29.731200 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-76d40887-9c19-4360-85ae-2eba97f6c157 req-77125e40-e2dc-4c06-8454-635365064e4e tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.0492442 Jun 27 14:16:29.789900 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-76d40887-9c19-4360-85ae-2eba97f6c157 req-33b15955-4d36-47bb-9e0c-3af5682f156f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483541 Jun 27 14:16:30.131093 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2b53-712a-46df-ac10-b5ad143c409a req-e2c621ed-e703-4e22-a4e1-d8d27cfb3a6c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:30.133413 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b6cc2b53-712a-46df-ac10-b5ad143c409a req-e2c621ed-e703-4e22-a4e1-d8d27cfb3a6c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0591679 Jun 27 14:16:30.184336 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b6cc2b53-712a-46df-ac10-b5ad143c409a req-720bfe7c-fda1-4d5b-99ec-5beb4637737b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453315 Jun 27 14:16:30.629762 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42706) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:30.772114 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0b86c1be-6aa5-4195-b554-c7031fd402a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:30.868462 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0b86c1be-6aa5-4195-b554-c7031fd402a4 admin admin] Publish callbacks [] for security_group (321c3bc7-c2c8-4a17-8f86-915dd98e75e6), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:30.875201 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0b86c1be-6aa5-4195-b554-c7031fd402a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (321c3bc7-c2c8-4a17-8f86-915dd98e75e6), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:30.894982 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:30.946543 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0b86c1be-6aa5-4195-b554-c7031fd402a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d71282d234194a89b28ca30156c12ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156531 Jun 27 14:16:30.949324 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42716) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:30.962751 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880c2e8-15e4-423e-b74c-5c20e456bc78 req-73569c86-1d40-48a7-b81b-b7b1e1b8b62a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:30.964265 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4880c2e8-15e4-423e-b74c-5c20e456bc78 req-73569c86-1d40-48a7-b81b-b7b1e1b8b62a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.0918455 Jun 27 14:16:30.965305 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86c1be-6aa5-4195-b554-c7031fd402a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321c3bc7-c2c8-4a17-8f86-915dd98e75e6,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:31.002585 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-636776de-6bc0-4fe8-abee-c437d0fddbef admin admin] Publish callbacks [] for security_group (321c3bc7-c2c8-4a17-8f86-915dd98e75e6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.016297 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4880c2e8-15e4-423e-b74c-5c20e456bc78 req-ba392433-40e5-4957-86f0-1bfc98920056 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451932 Jun 27 14:16:31.025334 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-636776de-6bc0-4fe8-abee-c437d0fddbef admin admin] Publish callbacks [] for security_group (321c3bc7-c2c8-4a17-8f86-915dd98e75e6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.082442 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-636776de-6bc0-4fe8-abee-c437d0fddbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (321c3bc7-c2c8-4a17-8f86-915dd98e75e6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.085696 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-636776de-6bc0-4fe8-abee-c437d0fddbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.086952 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-636776de-6bc0-4fe8-abee-c437d0fddbef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/321c3bc7-c2c8-4a17-8f86-915dd98e75e6 HTTP/1.1" status: 204 len: 168 time: 0.1365499 Jun 27 14:16:31.095297 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636776de-6bc0-4fe8-abee-c437d0fddbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c3bc7-c2c8-4a17-8f86-915dd98e75e6,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:31.313657 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ed37-c0a1-4a18-afdc-39fc86cbcd15 req-111e2156-2a54-46cc-a540-8042f96d8a5f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:31.315123 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8f86ed37-c0a1-4a18-afdc-39fc86cbcd15 req-111e2156-2a54-46cc-a540-8042f96d8a5f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0521913 Jun 27 14:16:31.368769 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8f86ed37-c0a1-4a18-afdc-39fc86cbcd15 req-94ca8c22-a97f-480a-91c8-7881307ca36e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478604 Jun 27 14:16:31.405882 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42724) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:31.420536 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b81d1ce-f3e2-4609-adfc-5a335bb45ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.521319 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b81d1ce-f3e2-4609-adfc-5a335bb45ce4 admin admin] Publish callbacks [] for security_group (02972388-582b-4bc2-8d66-7e8e49391aed), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.526575 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b81d1ce-f3e2-4609-adfc-5a335bb45ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (02972388-582b-4bc2-8d66-7e8e49391aed), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.532828 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:31.575610 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81d1ce-f3e2-4609-adfc-5a335bb45ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02972388-582b-4bc2-8d66-7e8e49391aed,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:31.580548 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1b81d1ce-f3e2-4609-adfc-5a335bb45ce4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd6bdcb9997c46cbaf43eab323918f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735547 Jun 27 14:16:31.583176 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42726) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:31.640928 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7f9e29fb-3e7a-42a1-831f-ddad797a4085 admin admin] Publish callbacks [] for security_group (02972388-582b-4bc2-8d66-7e8e49391aed), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.677866 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7f9e29fb-3e7a-42a1-831f-ddad797a4085 admin admin] Publish callbacks [] for security_group (02972388-582b-4bc2-8d66-7e8e49391aed), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.726177 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-be6f4d59-2714-4388-b874-e8a6d66971b9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:31.728201 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-be6f4d59-2714-4388-b874-e8a6d66971b9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.3548069 Jun 27 14:16:31.744088 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7f9e29fb-3e7a-42a1-831f-ddad797a4085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (02972388-582b-4bc2-8d66-7e8e49391aed), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.753281 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7f9e29fb-3e7a-42a1-831f-ddad797a4085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:31.761147 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7f9e29fb-3e7a-42a1-831f-ddad797a4085 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02972388-582b-4bc2-8d66-7e8e49391aed HTTP/1.1" status: 204 len: 168 time: 0.1769261 Jun 27 14:16:31.782552 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e29fb-3e7a-42a1-831f-ddad797a4085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02972388-582b-4bc2-8d66-7e8e49391aed,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:31.906039 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Deleting port 85bde031-65e1-47ff-8196-3d64b35cb248 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:16:31.906400 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:32.057495 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-418b2320-a661-4f5d-a647-b95424f2f545 req-a86f542d-6291-4da2-9e4c-5b8f874eed44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6728692 Jun 27 14:16:32.137910 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] For port 85bde031-65e1-47ff-8196-3d64b35cb248, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=85bde031-65e1-47ff-8196-3d64b35cb248,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:32.139314 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:32.182166 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 0e7724a3-597b-4269-a92c-7ec913c02a2c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:16:32.238529 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d1fac-8bff-45fa-8b46-c0fca312564d req-c577fd82-1c36-4693-9a2c-6adc55653174 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:32.240605 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d29d1fac-8bff-45fa-8b46-c0fca312564d req-c577fd82-1c36-4693-9a2c-6adc55653174 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 945 time: 0.0772719 Jun 27 14:16:32.316466 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d29d1fac-8bff-45fa-8b46-c0fca312564d req-59f71184-3d90-46de-bb59-9b18b554bf85 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644331 Jun 27 14:16:32.409636 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b2320-a661-4f5d-a647-b95424f2f545 req-c6bd9b99-b7d1-4826-942c-b4a04071215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:32.413091 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-418b2320-a661-4f5d-a647-b95424f2f545 req-c6bd9b99-b7d1-4826-942c-b4a04071215e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1660a6efb665498199c6d992dffcf16c&device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 1130 time: 0.2579432 Jun 27 14:16:32.464871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:32.478036 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:32.542938 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'port_id': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'mac_address': 'fa:16:3e:c5:88:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:16:32.622625 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a32394-d8dc-4bf2-9746-addd076eb975 req-7b2a9e3d-7be5-413e-a6cc-a492036cf7b2 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:32.630155 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e2a32394-d8dc-4bf2-9746-addd076eb975 req-7b2a9e3d-7be5-413e-a6cc-a492036cf7b2 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0938573 Jun 27 14:16:32.642428 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 0e7724a3-597b-4269-a92c-7ec913c02a2c is: ACTIVE; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:16:32.643070 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:32.665754 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e7724a3-597b-4269-a92c-7ec913c02a2c {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:16:32.688636 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:32.689625 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:32.696834 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:32.708229 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:32.748185 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e2a32394-d8dc-4bf2-9746-addd076eb975 req-00757b25-8bfd-413d-b24d-0f1551e63bb8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170166 Jun 27 14:16:32.802283 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['0e7724a3-597b-4269-a92c-7ec913c02a2c'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:16:32.829517 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b2320-a661-4f5d-a647-b95424f2f545 req-0c2941a9-701c-42f3-a4d6-4648c78e4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:32.831522 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-418b2320-a661-4f5d-a647-b95424f2f545 req-0c2941a9-701c-42f3-a4d6-4648c78e4ab2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4d43ec1-ddd5-4039-a124-eea360564a63 HTTP/1.1" status: 200 len: 910 time: 0.3703353 Jun 27 14:16:32.861329 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=6']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:32.893640 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:32.894263 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (702856fb-a15a-466e-8b61-806cf5703bd6), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:32.894823 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Floating IP 702856fb-a15a-466e-8b61-806cf5703bd6 disassociated. External IP: 172.27.2.16, port: 85bde031-65e1-47ff-8196-3d64b35cb248. Jun 27 14:16:32.895405 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Calling delete_port for 85bde031-65e1-47ff-8196-3d64b35cb248 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:16:32.966322 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-418b2320-a661-4f5d-a647-b95424f2f545 req-c2b2166c-8e2c-4bf7-b32a-b2c55ddc28b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 HTTP/1.1" status: 200 len: 1002 time: 0.1274865 Jun 27 14:16:33.029243 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b2320-a661-4f5d-a647-b95424f2f545 req-198f20d8-7037-4b0a-a21a-444c907495d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:33.030932 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-418b2320-a661-4f5d-a647-b95424f2f545 req-198f20d8-7037-4b0a-a21a-444c907495d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=266c084f-6e21-413b-9459-055bf6fb0572 HTTP/1.1" status: 200 len: 848 time: 0.0568027 Jun 27 14:16:33.113341 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b2320-a661-4f5d-a647-b95424f2f545 req-8aa9e827-acf4-45a8-b174-d70c02e05b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:33.114909 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-418b2320-a661-4f5d-a647-b95424f2f545 req-8aa9e827-acf4-45a8-b174-d70c02e05b76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4d43ec1-ddd5-4039-a124-eea360564a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755591 Jun 27 14:16:33.209951 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:33.285323 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-418b2320-a661-4f5d-a647-b95424f2f545 req-8e8cbf07-979b-4f3a-b6d4-597b09342b1a service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582992 Jun 27 14:16:33.301691 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (85bde031-65e1-47ff-8196-3d64b35cb248), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:33.354603 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event deleted for resources: {'Port': ['ID=85bde031-65e1-47ff-8196-3d64b35cb248,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:33.496702 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-418b2320-a661-4f5d-a647-b95424f2f545 req-5738e238-713a-4853-9630-e7832f4a06dd service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049525 Jun 27 14:16:33.533766 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0dc732c7-60cd-455b-950e-cd51fa49bc8a req-b35a055f-4a92-4d47-a5ac-bfb248ee15b3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 210 time: 0.0639288 Jun 27 14:16:33.581318 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:16:33.651174 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:33.724442 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:16:33.739925 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] Sync routers for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:16:33.772611 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:16:33.774828 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:16:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:33.818332 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] No DVR routers for this DVR port 85bde031-65e1-47ff-8196-3d64b35cb248 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:16:33.827253 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:33.831023 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-791a4a1d-401f-4b66-8d81-f737434517d5 req-cf50bc14-9768-4966-9cb8-c03eb0bdbaa9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "DELETE /v2.0/ports/85bde031-65e1-47ff-8196-3d64b35cb248 HTTP/1.1" status: 204 len: 173 time: 2.0897474 Jun 27 14:16:33.831514 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'name': 'network-vif-deleted', 'tag': '85bde031-65e1-47ff-8196-3d64b35cb248'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:16:33.840409 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8584214-3318-43a1-a23d-aa42d438b3d2" -d '{"events": [{"server_uuid": "a60941b4-0c1b-4647-8332-0c5370d50bea", "name": "network-vif-deleted", "tag": "85bde031-65e1-47ff-8196-3d64b35cb248"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:16:33.941222 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146eb210-e111-48be-aa29-01d580e4b377 x-openstack-request-id: req-146eb210-e111-48be-aa29-01d580e4b377 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:16:33.941519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60941b4-0c1b-4647-8332-0c5370d50bea", "name": "network-vif-deleted", "tag": "85bde031-65e1-47ff-8196-3d64b35cb248", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:16:33.941768 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-146eb210-e111-48be-aa29-01d580e4b377 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:16:33.942184 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146eb210-e111-48be-aa29-01d580e4b377'] response: {'server_uuid': 'a60941b4-0c1b-4647-8332-0c5370d50bea', 'name': 'network-vif-deleted', 'tag': '85bde031-65e1-47ff-8196-3d64b35cb248', 'status': 'completed', 'code': 200} Jun 27 14:16:34.036419 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad966077-5472-4848-a01c-df9a307db46f req-42a279fe-07ae-43f2-a854-e7d0fc88d687 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:34.046971 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ad966077-5472-4848-a01c-df9a307db46f req-42a279fe-07ae-43f2-a854-e7d0fc88d687 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 944 time: 0.1093352 Jun 27 14:16:34.080846 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:16:34.173360 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=20 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:34.174847 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:34.187105 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ad966077-5472-4848-a01c-df9a307db46f req-e96e29af-56a6-46bb-9d09-6dbd11513ec6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390777 Jun 27 14:16:34.274130 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 0e7724a3-597b-4269-a92c-7ec913c02a2c up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:16:34.434378 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 0e7724a3-597b-4269-a92c-7ec913c02a2c triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:16:34.434805 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:34.599737 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 0e7724a3-597b-4269-a92c-7ec913c02a2c is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:16:34.600143 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:34.613948 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:34.678660 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] Checking router: ce6e3fea-e9a1-4b52-87de-61dfaef7e95f for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:16:34.693339 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:16:34.697055 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7fe8b8-7521-4064-b9b7-06afad0dfa93" -d '{"events": [{"server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "name": "network-vif-plugged", "status": "completed", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:16:34.739548 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:34.741267 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:16:34.742216 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:16:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:34.794209 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:34.795120 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 85bde031-65e1-47ff-8196-3d64b35cb248 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:16:34.823287 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-835a816a-5e47-4188-9545-014aa578eea2 req-45fabaa1-2e3b-4de3-9c14-1b25dcdbaa8e tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=a60941b4-0c1b-4647-8332-0c5370d50bea HTTP/1.1" status: 200 len: 210 time: 0.1506767 Jun 27 14:16:34.934796 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 85bde031-65e1-47ff-8196-3d64b35cb248 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:16:34.935168 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 85bde031-65e1-47ff-8196-3d64b35cb248 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:16:34.975278 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:34.990425 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=7']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:34.999071 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:35.011148 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:16:35.065540 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd51132-d182-4975-a374-f4e54bd6d47f x-openstack-request-id: req-dbd51132-d182-4975-a374-f4e54bd6d47f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:16:35.065939 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "name": "network-vif-plugged", "status": "completed", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:16:35.066465 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbd51132-d182-4975-a374-f4e54bd6d47f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:16:35.067210 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd51132-d182-4975-a374-f4e54bd6d47f'] response: {'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'code': 200} Jun 27 14:16:35.238300 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42828) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:35.340247 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:35.374403 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76fd15-ec34-4e67-8f27-5097c6293ca0 None None] The sync data for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi is: [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:16:35.400691 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50046678-9105-443e-8325-3d49c371b6de req-3208281d-c077-4d5f-9b02-f5bca853b66f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:35.413741 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-50046678-9105-443e-8325-3d49c371b6de req-3208281d-c077-4d5f-9b02-f5bca853b66f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.1042645 Jun 27 14:16:35.496877 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f4b90b1-9a6c-48ae-b827-eda38f83badd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:35.686471 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f4b90b1-9a6c-48ae-b827-eda38f83badd admin admin] Publish callbacks [] for security_group (cd75bab3-fe28-453b-830c-674e1affc0d3), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:35.699784 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f4b90b1-9a6c-48ae-b827-eda38f83badd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (cd75bab3-fe28-453b-830c-674e1affc0d3), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:35.761556 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7f4b90b1-9a6c-48ae-b827-eda38f83badd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d74050e1e32413eb77ec0a008341c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5219166 Jun 27 14:16:35.762987 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b90b1-9a6c-48ae-b827-eda38f83badd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd75bab3-fe28-453b-830c-674e1affc0d3,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:35.765816 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42832) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:35.844551 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:35.862588 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d0d60240-bcee-4117-a850-50445adb5630 admin admin] Publish callbacks [] for security_group (cd75bab3-fe28-453b-830c-674e1affc0d3), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:35.899659 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-50046678-9105-443e-8325-3d49c371b6de req-754f44c7-8f29-42ea-afb1-348508eb9d0d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4842076 Jun 27 14:16:35.901808 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d0d60240-bcee-4117-a850-50445adb5630 admin admin] Publish callbacks [] for security_group (cd75bab3-fe28-453b-830c-674e1affc0d3), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:35.983482 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d0d60240-bcee-4117-a850-50445adb5630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (cd75bab3-fe28-453b-830c-674e1affc0d3), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:35.986634 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d0d60240-bcee-4117-a850-50445adb5630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:35.991272 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d0d60240-bcee-4117-a850-50445adb5630 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd75bab3-fe28-453b-830c-674e1affc0d3 HTTP/1.1" status: 204 len: 168 time: 0.2216232 Jun 27 14:16:36.000155 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d60240-bcee-4117-a850-50445adb5630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd75bab3-fe28-453b-830c-674e1affc0d3,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:36.060959 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17a8b7-8dbd-4585-ba83-b8c631e2b03d None None] New status for floating IP 702856fb-a15a-466e-8b61-806cf5703bd6: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:16:36.346445 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-4bb0237c-5dc4-4063-962b-0996bb33d6f7 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147779435&fields=id&tenant_id=776f23a8a2de459b9183939d76c7a2fb HTTP/1.1" status: 200 len: 267 time: 0.0980842 Jun 27 14:16:36.529314 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-0a267fcf-aede-4f15-ab2d-95b8c48cf5e9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:36.530019 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42848) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:36.531547 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-0a267fcf-aede-4f15-ab2d-95b8c48cf5e9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 811 time: 0.1837578 Jun 27 14:16:36.549426 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cde5dfa5-7408-4fc7-8f8f-014b1643de73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:36.567927 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-c5ada290-242d-4f6a-9a1d-eb7dd9b0c7b0 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/quotas/776f23a8a2de459b9183939d76c7a2fb HTTP/1.1" status: 200 len: 375 time: 0.0277665 Jun 27 14:16:36.580800 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:36.671209 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cde5dfa5-7408-4fc7-8f8f-014b1643de73 admin admin] Publish callbacks [] for security_group (5257c14e-b8e6-4447-bf23-670a0d29ba45), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:36.671442 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-0e945cef-b597-4ee5-8fc3-3d55c47903b2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019013 Jun 27 14:16:36.677331 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cde5dfa5-7408-4fc7-8f8f-014b1643de73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5257c14e-b8e6-4447-bf23-670a0d29ba45), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:36.726486 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cde5dfa5-7408-4fc7-8f8f-014b1643de73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4304c9dc3f04ada8c2244374bee4ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951704 Jun 27 14:16:36.727920 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5dfa5-7408-4fc7-8f8f-014b1643de73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5257c14e-b8e6-4447-bf23-670a0d29ba45,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:36.733917 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42852) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:36.840500 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0e61241-e13a-4689-a91f-d7bfbd745f5c admin admin] Publish callbacks [] for security_group (5257c14e-b8e6-4447-bf23-670a0d29ba45), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:36.877362 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0e61241-e13a-4689-a91f-d7bfbd745f5c admin admin] Publish callbacks [] for security_group (5257c14e-b8e6-4447-bf23-670a0d29ba45), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:36.937838 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0e61241-e13a-4689-a91f-d7bfbd745f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5257c14e-b8e6-4447-bf23-670a0d29ba45), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:36.942243 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0e61241-e13a-4689-a91f-d7bfbd745f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:36.943964 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a0e61241-e13a-4689-a91f-d7bfbd745f5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5257c14e-b8e6-4447-bf23-670a0d29ba45 HTTP/1.1" status: 204 len: 168 time: 0.2085118 Jun 27 14:16:36.960938 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e61241-e13a-4689-a91f-d7bfbd745f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5257c14e-b8e6-4447-bf23-670a0d29ba45,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:37.195122 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:37.208697 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772b7a8-02a3-4fb2-986f-9f695dd81742 req-b891d4ab-367d-4972-ba52-2d04d9f49a60 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:37.210846 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0772b7a8-02a3-4fb2-986f-9f695dd81742 req-b891d4ab-367d-4972-ba52-2d04d9f49a60 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.1463902 Jun 27 14:16:37.289127 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-941d8e28-0cf2-4d3c-8ae5-d28f3511ae65 service neutron] 10.222.0.43 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861456 Jun 27 14:16:37.377777 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0772b7a8-02a3-4fb2-986f-9f695dd81742 req-df19063f-4076-4e31-997d-d4e4eaaec816 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522415 Jun 27 14:16:37.557190 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-7fdd0544-3d89-418e-bcb1-0be24f492435 service neutron] 10.222.0.43 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544899 Jun 27 14:16:38.110896 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9660bbe0-b445-4049-9304-d092353c0fd4 req-ad37793b-73ee-46a0-8366-c7f18805cf21 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0714886 Jun 27 14:16:38.607708 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b61769-3a38-4221-8aac-9fe9c1b82af9 req-e79ee042-792c-43f5-882a-ae80a5fce945 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:38.610671 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-41b61769-3a38-4221-8aac-9fe9c1b82af9 req-e79ee042-792c-43f5-882a-ae80a5fce945 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0960073 Jun 27 14:16:38.726187 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-41b61769-3a38-4221-8aac-9fe9c1b82af9 req-922d5b9e-25b0-472c-9fcc-f02641d1c617 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074402 Jun 27 14:16:39.272241 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ca22bd03-924a-4dd6-8a72-7bbcd3773e65 req-900a7417-2258-42e7-b4d3-541f5e01a3e6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0433164 Jun 27 14:16:39.988285 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63134a-9ba8-414c-aa2c-8e36daad611d req-b1335d5a-be10-4795-8d6c-e7bfd9fff413 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:39.989956 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6b63134a-9ba8-414c-aa2c-8e36daad611d req-b1335d5a-be10-4795-8d6c-e7bfd9fff413 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.1038811 Jun 27 14:16:40.104026 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-80e7cfcd-7385-4761-820e-8af7d4473845 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:40.111739 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-80e7cfcd-7385-4761-820e-8af7d4473845 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 811 time: 0.2967308 Jun 27 14:16:40.140427 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6b63134a-9ba8-414c-aa2c-8e36daad611d req-0ab7dafd-1ed0-4183-844c-b4c27882c684 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390979 Jun 27 14:16:40.385743 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-3e152f38-61e5-4bb8-8d88-21c7b4ba6d5c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=776f23a8a2de459b9183939d76c7a2fb HTTP/1.1" status: 200 len: 379 time: 0.2646229 Jun 27 14:16:40.395879 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'port': {'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'admin_state_up': True, 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'security_groups': ['b271503f-82f5-48a6-9ce3-e522f9dbffd2']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:16:40.566778 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bae9bda0-3659-44f7-b82d-217e72ea83f7 req-c0eecab0-3574-4f28-bf82-fb7b674a804f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0652213 Jun 27 14:16:40.579601 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:40.656999 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Made reservation on behalf of 776f23a8a2de459b9183939d76c7a2fb for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:16:40.663259 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:40.846114 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Allocated IP 172.20.0.10 (8fb02f13-7fd9-486a-8e55-0cda9370b358/80bed61e-cd3e-4296-b188-91dcd38fc5a6/f17c4d37-f2f6-4bee-a8e1-d1c01134aab9) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:16:41.131072 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:41.218460 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:41.289861 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:16:41.293519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:41.296531 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:16:41.301534 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:16:41.309562 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'Port': ['ID=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:41.370077 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:41.384742 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea4274-08ff-4af2-b568-fb71505f11a0 req-fcc24438-9f44-491b-83b9-da465358e7a0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:41.389170 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:41.389856 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:41.395292 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-63ea4274-08ff-4af2-b568-fb71505f11a0 req-fcc24438-9f44-491b-83b9-da465358e7a0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.1040032 Jun 27 14:16:41.417571 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-e488c729-3fb1-41ec-a19a-0949f2e42b5a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0265450 Jun 27 14:16:41.429902 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Request body: {'port': {'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:16:41.501000 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-63ea4274-08ff-4af2-b568-fb71505f11a0 req-f2f29f1c-202a-4d38-ad9f-073b9710c589 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043983 Jun 27 14:16:41.569919 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:41.671379 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-394aebc1-39e3-47b4-8807-a344c52d458d None None] Provisioning complete for port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:16:41.671976 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-394aebc1-39e3-47b4-8807-a344c52d458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:41.732502 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231219cf-a441-4172-9c48-82ee293dccf5 req-feb65b7d-913e-43de-a3ff-4cbf6b810468 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:41.744442 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-231219cf-a441-4172-9c48-82ee293dccf5 req-feb65b7d-913e-43de-a3ff-4cbf6b810468 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 932 time: 0.0949950 Jun 27 14:16:41.889930 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-231219cf-a441-4172-9c48-82ee293dccf5 req-5390d9b3-5215-4946-85be-ec1cb59a22dc tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427605 Jun 27 14:16:41.987238 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-394aebc1-39e3-47b4-8807-a344c52d458d None None] Port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:16:42.095393 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:42.210442 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:16:42.227058 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Publish callbacks [] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:42.270210 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Transition to ACTIVE for port object f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:16:42.337763 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:42.448943 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Pushing event updated for resources: {'Port': ['ID=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:42.564871 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Attempting to bind port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:16:42.572389 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Attempting to bind port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:16:42.572893 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Attempting to bind port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:16:42.599533 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:16:42.600304 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Attempting to bind port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:16:42.611979 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:16:42.612938 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Checking segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:16:42.613726 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Bound using segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:16:42.614843 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Bound port: f17c4d37-f2f6-4bee-a8e1-d1c01134aab9, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:16:42.616770 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:42.749517 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] For port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:16:42.754005 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] For port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:16:42.762963 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:42.764359 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac980d-4847-44bf-a857-9e1f777c0d5e req-089402a8-6924-4dd5-85b3-48136e72a793 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:42.779233 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c9ac980d-4847-44bf-a857-9e1f777c0d5e req-089402a8-6924-4dd5-85b3-48136e72a793 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.1276584 Jun 27 14:16:42.849513 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:42.850396 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:42.856509 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] 10.222.0.13 "PUT /v2.0/ports/f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 HTTP/1.1" status: 200 len: 1094 time: 1.4314673 Jun 27 14:16:42.858805 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a7477f-593e-41f0-b447-6147f800d1f6', 'tag': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:16:42.865646 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a0e0e2-c685-4f45-96c7-00852cda003b" -d '{"events": [{"name": "network-changed", "server_uuid": "86a7477f-593e-41f0-b447-6147f800d1f6", "tag": "f17c4d37-f2f6-4bee-a8e1-d1c01134aab9"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:16:42.903425 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d85dc2-a78c-4c72-8844-7b194247b62d service neutron] Pushing event updated for resources: {'Port': ['ID=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:42.934076 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c9ac980d-4847-44bf-a857-9e1f777c0d5e req-e0533b9b-c457-4754-ae4b-e00eb6434b69 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530321 Jun 27 14:16:43.006892 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45934725-36bf-4ab2-ad8c-7900dd55ecea x-openstack-request-id: req-45934725-36bf-4ab2-ad8c-7900dd55ecea {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:16:43.007702 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a7477f-593e-41f0-b447-6147f800d1f6", "tag": "f17c4d37-f2f6-4bee-a8e1-d1c01134aab9", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:16:43.007702 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45934725-36bf-4ab2-ad8c-7900dd55ecea {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:16:43.008109 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45934725-36bf-4ab2-ad8c-7900dd55ecea'] response: {'name': 'network-changed', 'server_uuid': '86a7477f-593e-41f0-b447-6147f800d1f6', 'tag': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'status': 'completed', 'code': 200} Jun 27 14:16:43.023627 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-4a29e31e-16cf-493f-89ae-0c89a4c43043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:43.024682 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-4a29e31e-16cf-493f-89ae-0c89a4c43043 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 1128 time: 0.1048751 Jun 27 14:16:43.136279 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-123a5255-e1f6-4e5f-b7fc-d06dd799babf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 HTTP/1.1" status: 200 len: 217 time: 0.1033208 Jun 27 14:16:43.162937 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0ec0a-bf56-49c3-bccc-193bc4fc4dc3 req-866c047b-571f-4358-91ac-d703f374d836 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:43.172769 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39e0ec0a-bf56-49c3-bccc-193bc4fc4dc3 req-866c047b-571f-4358-91ac-d703f374d836 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 944 time: 0.0964005 Jun 27 14:16:43.245241 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-3dbe9f26-f5bf-49c9-b763-7d2aa85e74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:43.247638 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-3dbe9f26-f5bf-49c9-b763-7d2aa85e74f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.1040561 Jun 27 14:16:43.284945 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39e0ec0a-bf56-49c3-bccc-193bc4fc4dc3 req-7656d86b-35b8-46c3-a72a-4e7e8446d0c0 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939820 Jun 27 14:16:43.322067 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-60492b18-f3d6-42f7-b925-782be74a20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:43.324077 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-60492b18-f3d6-42f7-b925-782be74a20a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688200 Jun 27 14:16:43.465435 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-bd1b1fe9-33c3-4e17-9921-ddee97178c97 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349921 Jun 27 14:16:43.591214 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:43.594977 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dcde6c4f-0148-49fc-bb86-ed4d278bb44f req-45aa5889-de08-44e4-8eb2-74eb6150cb32 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231358 Jun 27 14:16:43.882075 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-93a74357-33b0-4b0a-b4e9-4d3f42099a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:43.884142 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-93a74357-33b0-4b0a-b4e9-4d3f42099a3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 1128 time: 0.0573678 Jun 27 14:16:44.031743 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:44.068963 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-0b059cfd-6df6-48b8-a3ae-40b16c3660a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:44.071914 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-0b059cfd-6df6-48b8-a3ae-40b16c3660a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 912 time: 0.1804991 Jun 27 14:16:44.108752 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da5849-d861-4845-89ac-e2627fab7d02 req-2a2bebc0-04b9-4fa7-a25d-189aabcb8369 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:44.113016 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c7da5849-d861-4845-89ac-e2627fab7d02 req-2a2bebc0-04b9-4fa7-a25d-189aabcb8369 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0690958 Jun 27 14:16:44.121459 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-74c66047-b791-4d42-9e5a-f66efd3dfb32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 HTTP/1.1" status: 200 len: 217 time: 0.0409536 Jun 27 14:16:44.201507 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c7da5849-d861-4845-89ac-e2627fab7d02 req-7c8bd1e8-c9a2-4a95-ae84-ab1336e76439 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825071 Jun 27 14:16:44.206155 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-1c2df1fc-5f06-466b-9996-666972a8cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:44.208206 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-1c2df1fc-5f06-466b-9996-666972a8cef3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.0803623 Jun 27 14:16:44.271926 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-3891afbf-f6ca-4a65-9caa-a39c3b50c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:44.273997 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-3891afbf-f6ca-4a65-9caa-a39c3b50c9b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589294 Jun 27 14:16:44.416777 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-1d93d2f6-cefe-4036-a90c-a67224e00a7b service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356783 Jun 27 14:16:44.456650 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04992a-b9c8-4e85-b622-5bd07705eb1b req-4bec052f-2728-4846-9cfd-15de090a0e22 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:44.469875 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8c04992a-b9c8-4e85-b622-5bd07705eb1b req-4bec052f-2728-4846-9cfd-15de090a0e22 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 944 time: 0.1104383 Jun 27 14:16:44.552770 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8c04992a-b9c8-4e85-b622-5bd07705eb1b req-45f737fc-f1d6-44d3-bef8-92d3c385498c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811131 Jun 27 14:16:44.567043 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d2a0e0e2-c685-4f45-96c7-00852cda003b req-c88d9a5e-f827-4cc4-a5c7-4132301ab668 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442170 Jun 27 14:16:45.343843 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab51c-0d21-4dfa-8711-81d368f702d2 req-54bf361f-ee49-4781-8866-8c99cd9ea7b3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:45.351226 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f27ab51c-0d21-4dfa-8711-81d368f702d2 req-54bf361f-ee49-4781-8866-8c99cd9ea7b3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0611427 Jun 27 14:16:45.398875 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f27ab51c-0d21-4dfa-8711-81d368f702d2 req-35b2cc78-b29d-4b26-a766-1681a1027d0b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465639 Jun 27 14:16:45.629241 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-59323c5c-47d3-4a4f-bec1-72f8f612d31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:45.671670 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:45.688378 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b124b-4ab8-4a9c-bc58-b35bd9111f79 req-ef160a08-3cf9-4708-85bc-ee174699acc9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:45.690011 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-619b124b-4ab8-4a9c-bc58-b35bd9111f79 req-ef160a08-3cf9-4708-85bc-ee174699acc9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 944 time: 0.0711210 Jun 27 14:16:45.699564 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43018) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:45.758430 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-619b124b-4ab8-4a9c-bc58-b35bd9111f79 req-d7be9696-4f3b-45d8-bb3b-f01631ab0caa tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614984 Jun 27 14:16:45.851704 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5798c98e-bdf6-463e-a187-ac603c93c907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.011519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5798c98e-bdf6-463e-a187-ac603c93c907 admin admin] Publish callbacks [] for security_group (7df96ca0-9c8c-4ec9-8379-dae61f9afe54), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.017724 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5798c98e-bdf6-463e-a187-ac603c93c907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (7df96ca0-9c8c-4ec9-8379-dae61f9afe54), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.077768 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798c98e-bdf6-463e-a187-ac603c93c907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df96ca0-9c8c-4ec9-8379-dae61f9afe54,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:46.085364 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5798c98e-bdf6-463e-a187-ac603c93c907 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a361536e05634313bd7f46aed3a88013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842921 Jun 27 14:16:46.088315 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43022) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:46.150602 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:46.158735 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a76f2ea-f9d7-40b6-88da-72dacac6450b admin admin] Publish callbacks [] for security_group (7df96ca0-9c8c-4ec9-8379-dae61f9afe54), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.186581 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a76f2ea-f9d7-40b6-88da-72dacac6450b admin admin] Publish callbacks [] for security_group (7df96ca0-9c8c-4ec9-8379-dae61f9afe54), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.225293 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=2,neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:46.263441 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a76f2ea-f9d7-40b6-88da-72dacac6450b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (7df96ca0-9c8c-4ec9-8379-dae61f9afe54), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.266149 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a76f2ea-f9d7-40b6-88da-72dacac6450b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.267379 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9a76f2ea-f9d7-40b6-88da-72dacac6450b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7df96ca0-9c8c-4ec9-8379-dae61f9afe54 HTTP/1.1" status: 204 len: 168 time: 0.1775024 Jun 27 14:16:46.277302 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76f2ea-f9d7-40b6-88da-72dacac6450b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df96ca0-9c8c-4ec9-8379-dae61f9afe54,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:46.629755 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5123272-3f47-4880-9262-ed76d2c8b6ec req-463465bf-9226-4057-a785-cfae555817ac tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:46.631329 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a5123272-3f47-4880-9262-ed76d2c8b6ec req-463465bf-9226-4057-a785-cfae555817ac tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0661340 Jun 27 14:16:46.684788 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43036) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:46.695730 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a5123272-3f47-4880-9262-ed76d2c8b6ec req-b13374b2-ddd9-4b7b-b847-561336654be3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558064 Jun 27 14:16:46.715520 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bc24a68-8a46-49ad-bb3d-14e14d06b875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.768073 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:46.814352 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bc24a68-8a46-49ad-bb3d-14e14d06b875 admin admin] Publish callbacks [] for security_group (065a58f9-14d2-45b6-9f11-c645d96cac94), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.822971 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bc24a68-8a46-49ad-bb3d-14e14d06b875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (065a58f9-14d2-45b6-9f11-c645d96cac94), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.874105 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2bc24a68-8a46-49ad-bb3d-14e14d06b875 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2bd3a6f516f48e080ecdbbaecacbf85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880004 Jun 27 14:16:46.875184 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc24a68-8a46-49ad-bb3d-14e14d06b875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065a58f9-14d2-45b6-9f11-c645d96cac94,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:46.878171 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43040) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:46.902084 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:46.915276 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f2adb-ea66-4559-92f3-1576bd980f5e req-45b905bf-6791-4442-8533-718ff4032151 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:46.931328 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-633f2adb-ea66-4559-92f3-1576bd980f5e req-45b905bf-6791-4442-8533-718ff4032151 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 944 time: 0.0770631 Jun 27 14:16:46.941862 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-22820622-59b4-4828-a9e2-2d3e727a6348 admin admin] Publish callbacks [] for security_group (065a58f9-14d2-45b6-9f11-c645d96cac94), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.967146 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-22820622-59b4-4828-a9e2-2d3e727a6348 admin admin] Publish callbacks [] for security_group (065a58f9-14d2-45b6-9f11-c645d96cac94), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:46.992773 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-633f2adb-ea66-4559-92f3-1576bd980f5e req-a697dd8b-eedf-4dc2-96c6-d8e805fce50b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602193 Jun 27 14:16:47.034143 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-22820622-59b4-4828-a9e2-2d3e727a6348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (065a58f9-14d2-45b6-9f11-c645d96cac94), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:47.042182 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-22820622-59b4-4828-a9e2-2d3e727a6348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:47.046267 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-22820622-59b4-4828-a9e2-2d3e727a6348 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/065a58f9-14d2-45b6-9f11-c645d96cac94 HTTP/1.1" status: 204 len: 168 time: 0.1641490 Jun 27 14:16:47.055253 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22820622-59b4-4828-a9e2-2d3e727a6348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065a58f9-14d2-45b6-9f11-c645d96cac94,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:47.825949 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfef1f-bae8-447e-afd3-d65a3a04ded6 req-89947478-f514-49a9-8f39-6e60941e9bb7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:47.828301 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-94bfef1f-bae8-447e-afd3-d65a3a04ded6 req-89947478-f514-49a9-8f39-6e60941e9bb7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0497255 Jun 27 14:16:47.845081 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f8de20f1-9a40-42fa-aaa9-62dd23d452d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:47.880942 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092567d-6212-4fb1-b242-dae693f5dffd req-60ccadef-4615-4aa8-b267-49ac732ee52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:47.883051 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e092567d-6212-4fb1-b242-dae693f5dffd req-60ccadef-4615-4aa8-b267-49ac732ee52b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 1129 time: 0.0685315 Jun 27 14:16:47.884153 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-94bfef1f-bae8-447e-afd3-d65a3a04ded6 req-750c6b32-5bb8-49ae-b314-93d47c45b2d6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483975 Jun 27 14:16:48.110703 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:48.132573 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfa73e-4f62-48e0-a6bb-5edbfa7030f8 req-39a54afc-86f0-4560-8268-0c8bf8c95cd5 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:48.134145 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-54bfa73e-4f62-48e0-a6bb-5edbfa7030f8 req-39a54afc-86f0-4560-8268-0c8bf8c95cd5 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 944 time: 0.0658126 Jun 27 14:16:48.197823 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-54bfa73e-4f62-48e0-a6bb-5edbfa7030f8 req-12bfc037-78ff-4b54-9751-1b012a1d0680 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563252 Jun 27 14:16:48.209696 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092567d-6212-4fb1-b242-dae693f5dffd req-62140448-1ecb-4172-800b-f8a901d1c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:48.211600 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e092567d-6212-4fb1-b242-dae693f5dffd req-62140448-1ecb-4172-800b-f8a901d1c693 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 917 time: 0.1298916 Jun 27 14:16:48.740005 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e092567d-6212-4fb1-b242-dae693f5dffd req-69b32bbe-b873-44db-a554-04a0d02da9d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c HTTP/1.1" status: 200 len: 1001 time: 0.0899589 Jun 27 14:16:48.805894 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092567d-6212-4fb1-b242-dae693f5dffd req-fabedff8-aadd-4f66-8bb2-5715cc8bec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:48.807711 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e092567d-6212-4fb1-b242-dae693f5dffd req-fabedff8-aadd-4f66-8bb2-5715cc8bec3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 200 len: 855 time: 0.0601363 Jun 27 14:16:48.863382 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092567d-6212-4fb1-b242-dae693f5dffd req-82d432dc-c978-4c48-a660-681b962d7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:48.864882 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e092567d-6212-4fb1-b242-dae693f5dffd req-82d432dc-c978-4c48-a660-681b962d7a31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d1575ad-e082-42db-9394-d8ba8185acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497544 Jun 27 14:16:49.032491 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0394ca-78a6-4783-8341-14744f2bc4e6 req-dcdec029-37e6-4d18-9d24-5dab6e156850 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:49.034635 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ed0394ca-78a6-4783-8341-14744f2bc4e6 req-dcdec029-37e6-4d18-9d24-5dab6e156850 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0597272 Jun 27 14:16:49.078314 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e092567d-6212-4fb1-b242-dae693f5dffd req-c6517b24-ea90-422f-aec3-f8b704545380 service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318212 Jun 27 14:16:49.100816 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ed0394ca-78a6-4783-8341-14744f2bc4e6 req-cbaf0cae-5018-49bb-b189-68c74c89aff3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565178 Jun 27 14:16:49.167402 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43114) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:49.295091 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c9ef-694e-4396-8c17-3243ce82470b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:49.317586 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:49.325529 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcba44-3770-4c54-85a2-71944947314b req-6514f7dd-bc6b-4010-afac-b22041dfd774 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:49.327210 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28dcba44-3770-4c54-85a2-71944947314b req-6514f7dd-bc6b-4010-afac-b22041dfd774 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 944 time: 0.0519845 Jun 27 14:16:49.382231 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28dcba44-3770-4c54-85a2-71944947314b req-d7048c17-24aa-48df-b9c3-10658fea57e4 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491660 Jun 27 14:16:49.391584 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c9ef-694e-4396-8c17-3243ce82470b admin admin] Publish callbacks [] for security_group (ece0413e-9477-477d-941f-6102b1e19693), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:49.397437 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c9ef-694e-4396-8c17-3243ce82470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (ece0413e-9477-477d-941f-6102b1e19693), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:49.441191 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7bd9c9ef-694e-4396-8c17-3243ce82470b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0e42831f89e43f091e1c752f4e2b63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736390 Jun 27 14:16:49.441827 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9c9ef-694e-4396-8c17-3243ce82470b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece0413e-9477-477d-941f-6102b1e19693,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:49.444429 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43120) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:49.503347 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-408ac358-ed5a-4ce8-a14f-ed597f365743 admin admin] Publish callbacks [] for security_group (ece0413e-9477-477d-941f-6102b1e19693), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:49.519892 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:49.531083 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-408ac358-ed5a-4ce8-a14f-ed597f365743 admin admin] Publish callbacks [] for security_group (ece0413e-9477-477d-941f-6102b1e19693), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:49.589866 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e092567d-6212-4fb1-b242-dae693f5dffd req-731b3fc5-78ab-4d01-a106-50be1e918cef service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040661 Jun 27 14:16:49.611384 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-408ac358-ed5a-4ce8-a14f-ed597f365743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (ece0413e-9477-477d-941f-6102b1e19693), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:49.614848 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-408ac358-ed5a-4ce8-a14f-ed597f365743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:49.616028 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-408ac358-ed5a-4ce8-a14f-ed597f365743 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ece0413e-9477-477d-941f-6102b1e19693 HTTP/1.1" status: 204 len: 168 time: 0.1711776 Jun 27 14:16:49.626586 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ac358-ed5a-4ce8-a14f-ed597f365743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece0413e-9477-477d-941f-6102b1e19693,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:49.954850 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43134) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:49.971206 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-79db8894-95d7-4f4c-a7df-8bf736aa1faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:50.071805 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-79db8894-95d7-4f4c-a7df-8bf736aa1faa admin admin] Publish callbacks [] for security_group (1362eac2-2e7a-4a30-81d0-ca6c995e78bc), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:50.077334 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-79db8894-95d7-4f4c-a7df-8bf736aa1faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (1362eac2-2e7a-4a30-81d0-ca6c995e78bc), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:50.103453 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:50.146917 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-79db8894-95d7-4f4c-a7df-8bf736aa1faa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6795032c45af4c248a8f6de26e99694a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874266 Jun 27 14:16:50.146917 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db8894-95d7-4f4c-a7df-8bf736aa1faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1362eac2-2e7a-4a30-81d0-ca6c995e78bc,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:50.148348 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43140) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:50.244024 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2bd0fbde-ddfb-44a4-8837-e367e19ed741 admin admin] Publish callbacks [] for security_group (1362eac2-2e7a-4a30-81d0-ca6c995e78bc), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:50.254866 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90369e6a-6e00-4e5b-b28d-05e5ef7410e2 req-6f7f03d3-986c-49b9-845b-f3becae7cc53 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:50.256435 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-90369e6a-6e00-4e5b-b28d-05e5ef7410e2 req-6f7f03d3-986c-49b9-845b-f3becae7cc53 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0627654 Jun 27 14:16:50.292795 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2bd0fbde-ddfb-44a4-8837-e367e19ed741 admin admin] Publish callbacks [] for security_group (1362eac2-2e7a-4a30-81d0-ca6c995e78bc), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:50.351241 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:50.363519 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-90369e6a-6e00-4e5b-b28d-05e5ef7410e2 req-f0e7b070-7a0c-4c22-b9ac-5840e70f1da7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983098 Jun 27 14:16:50.386796 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2bd0fbde-ddfb-44a4-8837-e367e19ed741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (1362eac2-2e7a-4a30-81d0-ca6c995e78bc), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:50.389454 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2bd0fbde-ddfb-44a4-8837-e367e19ed741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:50.390576 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2bd0fbde-ddfb-44a4-8837-e367e19ed741 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1362eac2-2e7a-4a30-81d0-ca6c995e78bc HTTP/1.1" status: 204 len: 168 time: 0.2415023 Jun 27 14:16:50.401459 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0fbde-ddfb-44a4-8837-e367e19ed741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1362eac2-2e7a-4a30-81d0-ca6c995e78bc,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:50.513707 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55ab08-a721-4124-bb11-27c34832d7d5 req-e06a2886-847b-4df0-9d70-d6d0d15a8419 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:50.515333 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4d55ab08-a721-4124-bb11-27c34832d7d5 req-e06a2886-847b-4df0-9d70-d6d0d15a8419 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 944 time: 0.0534084 Jun 27 14:16:50.575939 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4d55ab08-a721-4124-bb11-27c34832d7d5 req-db6992f9-c63e-401c-93b5-86c56ddf0d65 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546405 Jun 27 14:16:50.908418 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:50.952893 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:51.526414 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60fe2-9d85-4dd0-b400-17d635a4200b req-2c06c2d9-b866-4f15-bf91-b594c2b874aa tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:51.528286 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-92b60fe2-9d85-4dd0-b400-17d635a4200b req-2c06c2d9-b866-4f15-bf91-b594c2b874aa tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 945 time: 0.0699594 Jun 27 14:16:51.581048 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-92b60fe2-9d85-4dd0-b400-17d635a4200b req-dc392cc4-78a1-47e5-b94f-27f9c8b0dbbc tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468688 Jun 27 14:16:51.751226 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f7fcf-c75e-4653-81ea-8ba32a6f3771 req-33f15e78-6707-436b-a85f-387a25146dbe tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:51.753471 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d83f7fcf-c75e-4653-81ea-8ba32a6f3771 req-33f15e78-6707-436b-a85f-387a25146dbe tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 944 time: 0.0707073 Jun 27 14:16:51.783069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:51.814324 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d83f7fcf-c75e-4653-81ea-8ba32a6f3771 req-a1f58441-afdd-4d3d-aa84-9fd16fb3dd7f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538492 Jun 27 14:16:52.247772 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:16:52.250076 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 0e7724a3-597b-4269-a92c-7ec913c02a2c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:16:52.393157 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 0e7724a3-597b-4269-a92c-7ec913c02a2c is: ACTIVE; New status is: DOWN {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:16:52.393545 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:52.442329 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:16:52.444749 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3441ebde-24f2-40ab-b87a-889bcc46d999" -d '{"events": [{"server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:16:52.460745 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:52.474740 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'mac_address': 'fa:16:3e:a2:af:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:16:52.480902 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:52.509003 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Jun 2022 14:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c6895c-6aa9-4761-8fb0-f49c2555fc55 x-openstack-request-id: req-d2c6895c-6aa9-4761-8fb0-f49c2555fc55 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:16:52.509338 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "name": "network-vif-unplugged", "status": "failed", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c", "code": 422}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:16:52.509514 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2c6895c-6aa9-4761-8fb0-f49c2555fc55 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:16:52.509970 dv-cinder-841125-9-iscsi neutron-server[104124]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d2c6895c-6aa9-4761-8fb0-f49c2555fc55']: {'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'code': 422} returned with failed status Jun 27 14:16:52.516631 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:52.578283 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:52.580010 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=8']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:52.591537 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.592165 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.592914 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.593219 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.593552 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.593880 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.594206 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.594533 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.594896 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.595299 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.595543 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.595886 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.596210 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.596558 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.596850 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:52.605502 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:16:52.605895 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:52.625276 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:16:52.651128 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:52.657397 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:52.722308 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:52.739775 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:52.913380 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['f17c4d37-f2f6-4bee-a8e1-d1c01134aab9'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:16:52.973936 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc68af9-12ba-416c-a53e-a4a30f986c82 req-da568fe4-8ea0-4948-b7a7-40c4ac5e5d4f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:52.984231 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4fc68af9-12ba-416c-a53e-a4a30f986c82 req-da568fe4-8ea0-4948-b7a7-40c4ac5e5d4f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0965874 Jun 27 14:16:53.114044 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4fc68af9-12ba-416c-a53e-a4a30f986c82 req-0baf0644-2f4a-46de-a497-34ce98ba9775 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281528 Jun 27 14:16:53.186025 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9493a28-474f-4dc7-806f-3d83e0c79cb3 req-5856d66a-2b1e-464a-b2a5-8343d9113b8d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:53.189289 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e9493a28-474f-4dc7-806f-3d83e0c79cb3 req-5856d66a-2b1e-464a-b2a5-8343d9113b8d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 945 time: 0.1108685 Jun 27 14:16:53.270797 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e9493a28-474f-4dc7-806f-3d83e0c79cb3 req-53254e44-b49e-402c-bfb7-bb95758256e0 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746748 Jun 27 14:16:53.553521 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43272) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:53.663318 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-f35f6949-0a3a-4bc0-89d1-2a99fb0a6049 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080463 Jun 27 14:16:53.674192 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-cd6ffb69-9b1c-4583-86ac-2ec8b7aa221b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:16:53.676052 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-cd6ffb69-9b1c-4583-86ac-2ec8b7aa221b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080123 Jun 27 14:16:53.768911 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43280) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:53.851410 dv-cinder-841125-9-iscsi neutron-server[104123]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 14:16:53.918228 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-22eb4cb5-6736-4af5-aaea-0a4aa7b89451 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:53.926715 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-22eb4cb5-6736-4af5-aaea-0a4aa7b89451 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports/0e7724a3-597b-4269-a92c-7ec913c02a2c HTTP/1.1" status: 200 len: 940 time: 0.1499126 Jun 27 14:16:53.994609 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:16:54.271255 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:16:54.287106 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042bee1-ea88-4e93-982e-c983742ed5a9 req-878e5ace-03ff-4da9-98ad-7a8cca312d25 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:54.289922 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f042bee1-ea88-4e93-982e-c983742ed5a9 req-878e5ace-03ff-4da9-98ad-7a8cca312d25 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0740075 Jun 27 14:16:54.355632 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f042bee1-ea88-4e93-982e-c983742ed5a9 req-6846fbe3-0901-479d-8011-a7d93e46af93 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587704 Jun 27 14:16:54.372650 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:16:54.384109 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:16:54.384502 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:54.505120 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:16:54.506961 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:54.529578 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821745f-c3b6-46e8-8cdf-c921d0e91d37 req-8f270244-8fbf-43d2-b9c3-16c8c6822a8a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:54.530029 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f821745f-c3b6-46e8-8cdf-c921d0e91d37 req-8f270244-8fbf-43d2-b9c3-16c8c6822a8a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 945 time: 0.0696108 Jun 27 14:16:54.579840 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a7477f-593e-41f0-b447-6147f800d1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:16:54.582949 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b7ec9b-d36a-4167-8491-152b569500f0" -d '{"events": [{"server_uuid": "86a7477f-593e-41f0-b447-6147f800d1f6", "name": "network-vif-plugged", "status": "completed", "tag": "f17c4d37-f2f6-4bee-a8e1-d1c01134aab9"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:16:54.613458 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:54.622467 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:54.623827 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 0e7724a3-597b-4269-a92c-7ec913c02a2c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:16:54.640080 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f821745f-c3b6-46e8-8cdf-c921d0e91d37 req-ce99db26-1fa7-4bc1-893e-00a8396e03c3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915861 Jun 27 14:16:54.723372 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e54f5f-2077-44a3-9004-568c7350c6c3 x-openstack-request-id: req-59e54f5f-2077-44a3-9004-568c7350c6c3 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:16:54.723612 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a7477f-593e-41f0-b447-6147f800d1f6", "name": "network-vif-plugged", "status": "completed", "tag": "f17c4d37-f2f6-4bee-a8e1-d1c01134aab9", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:16:54.723846 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59e54f5f-2077-44a3-9004-568c7350c6c3 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:16:54.724413 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e54f5f-2077-44a3-9004-568c7350c6c3'] response: {'server_uuid': '86a7477f-593e-41f0-b447-6147f800d1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'code': 200} Jun 27 14:16:54.743149 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:54.788718 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 0e7724a3-597b-4269-a92c-7ec913c02a2c is: DOWN; New status is: DOWN {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:16:55.101452 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06780b-7afb-48fe-9afa-f11d27e5f487 req-a4594d8d-01a8-46ea-ae30-c6ca050ac832 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:55.103366 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e06780b-7afb-48fe-9afa-f11d27e5f487 req-a4594d8d-01a8-46ea-ae30-c6ca050ac832 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 945 time: 0.0719299 Jun 27 14:16:55.159765 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bc477-1bc3-4038-afb4-13326c0e6893 req-cacb03b8-b105-4605-b8f5-d5775cc10aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:55.161312 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-113bc477-1bc3-4038-afb4-13326c0e6893 req-cacb03b8-b105-4605-b8f5-d5775cc10aa0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 1130 time: 0.0724099 Jun 27 14:16:55.170530 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-8c78461b-1b0e-4be3-a20c-8cf2ffac6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:55.172235 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-8c78461b-1b0e-4be3-a20c-8cf2ffac6e28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b&tenant_id=12a08b9d2c92484481315d29fafa47c2 HTTP/1.1" status: 200 len: 1127 time: 0.0535920 Jun 27 14:16:55.178044 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2e06780b-7afb-48fe-9afa-f11d27e5f487 req-fc54f50b-e870-425d-8840-0928ec91466c tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670302 Jun 27 14:16:55.532495 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860edb97-b575-4cdf-8220-344bb7d0c26d req-118ee7cf-3de2-4296-b297-2e75eb680a88 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:55.535127 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-860edb97-b575-4cdf-8220-344bb7d0c26d req-118ee7cf-3de2-4296-b297-2e75eb680a88 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0646005 Jun 27 14:16:55.607398 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-860edb97-b575-4cdf-8220-344bb7d0c26d req-372dc655-e8ce-4829-a1b1-07be0d8274a3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622795 Jun 27 14:16:55.783293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f01442-babb-4d45-a9fc-43ed817f8fca req-f448b117-3c49-4964-a927-2378e8b21c36 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:55.785126 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28f01442-babb-4d45-a9fc-43ed817f8fca req-f448b117-3c49-4964-a927-2378e8b21c36 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 946 time: 0.0564613 Jun 27 14:16:55.864997 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28f01442-babb-4d45-a9fc-43ed817f8fca req-d8f31c0d-4144-48af-9560-e56e77a9f79c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689886 Jun 27 14:16:56.288760 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:56.306844 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e03d77-ae3b-4291-b13c-34abb779e04f req-07a5da2a-b571-4c5c-a7f4-a62188c115fa tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:56.308446 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-40e03d77-ae3b-4291-b13c-34abb779e04f req-07a5da2a-b571-4c5c-a7f4-a62188c115fa tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 945 time: 0.0559394 Jun 27 14:16:56.363748 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-40e03d77-ae3b-4291-b13c-34abb779e04f req-d5de3bcf-5e60-46c1-bdec-5b58186c87fc tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480330 Jun 27 14:16:56.466872 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:56.546546 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-ff3cb08e-bead-4252-bde0-2eb7d0a803d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:56.548104 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-ff3cb08e-bead-4252-bde0-2eb7d0a803d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 1127 time: 0.0849991 Jun 27 14:16:56.557411 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-113bc477-1bc3-4038-afb4-13326c0e6893 req-d3f23689-4f89-4526-9dc2-520ebd48e6de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083229 Jun 27 14:16:56.760382 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d75794-2a2e-4782-8dbc-1353fbcf1404 req-66c53e12-aca5-4351-939c-81d88d6f5416 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:56.761976 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8d75794-2a2e-4782-8dbc-1353fbcf1404 req-66c53e12-aca5-4351-939c-81d88d6f5416 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0680258 Jun 27 14:16:56.814391 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8d75794-2a2e-4782-8dbc-1353fbcf1404 req-6d8d9ded-1e74-4f48-ae8b-7fd6272c7f8a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465519 Jun 27 14:16:57.019424 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368137-b63f-4202-b56f-5aa37f4e130a req-5ae15d70-4ed1-4f7b-b038-1a983417517c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:57.021139 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28368137-b63f-4202-b56f-5aa37f4e130a req-5ae15d70-4ed1-4f7b-b038-1a983417517c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 946 time: 0.0553100 Jun 27 14:16:57.089146 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28368137-b63f-4202-b56f-5aa37f4e130a req-51ea8210-3f9d-45a5-9090-a4cf57d1c4ce tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598636 Jun 27 14:16:57.269636 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5371cf3-6027-46f1-a538-bb855f23235c req-8e71e33a-c4fa-42bd-a2b3-7dccd3db9899 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:57.271477 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5371cf3-6027-46f1-a538-bb855f23235c req-8e71e33a-c4fa-42bd-a2b3-7dccd3db9899 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 945 time: 0.4176717 Jun 27 14:16:57.406179 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-da11c239-7392-4a5e-b3c1-a2e9c1338696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:57.407865 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-da11c239-7392-4a5e-b3c1-a2e9c1338696 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 917 time: 0.5625827 Jun 27 14:16:57.427672 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Deleting port fb228109-ba8d-4606-87ba-fdc9296bb903 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:16:57.427955 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:57.492744 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636498b-555f-401f-87b6-75005a5d6707 req-3bb1a5dc-8742-4916-bc42-a6349b4148bd tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:57.494381 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c636498b-555f-401f-87b6-75005a5d6707 req-3bb1a5dc-8742-4916-bc42-a6349b4148bd tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 945 time: 0.0521317 Jun 27 14:16:57.534291 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-51a8f72f-da79-4a2a-a93d-0d99e51c949a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c HTTP/1.1" status: 200 len: 999 time: 0.1166356 Jun 27 14:16:57.553695 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c636498b-555f-401f-87b6-75005a5d6707 req-6ecf49d6-544a-4c9b-b09b-c97e8c9eb455 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b5fd4b0-283a-426b-9503-1aad1581f099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508790 Jun 27 14:16:57.593596 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] For port fb228109-ba8d-4606-87ba-fdc9296bb903, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=fb228109-ba8d-4606-87ba-fdc9296bb903,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:16:57.593596 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:57.673173 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:57.783811 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:57.784171 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (ef56a2a4-9b41-4e2e-9d06-07623accba63), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:57.784171 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Floating IP ef56a2a4-9b41-4e2e-9d06-07623accba63 disassociated. External IP: 172.27.2.121, port: fb228109-ba8d-4606-87ba-fdc9296bb903. Jun 27 14:16:57.784645 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Calling delete_port for fb228109-ba8d-4606-87ba-fdc9296bb903 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:16:57.938869 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (fb228109-ba8d-4606-87ba-fdc9296bb903), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:57.943524 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:57.994234 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event deleted for resources: {'Port': ['ID=fb228109-ba8d-4606-87ba-fdc9296bb903,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:57.999325 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:58.003046 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e127e9e-5fd6-48e1-94d3-1c0ca927f8a3 req-b2a31bab-db4f-4cef-bbf1-1c452ed20f3a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:58.004741 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1e127e9e-5fd6-48e1-94d3-1c0ca927f8a3 req-b2a31bab-db4f-4cef-bbf1-1c452ed20f3a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0761380 Jun 27 14:16:58.011599 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.011930 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.012269 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.012607 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.012974 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.013302 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.013632 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.013931 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.014279 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.014572 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.015090 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.015602 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.016198 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.016510 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.016838 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:16:58.037720 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-19a92a7e-902c-439b-aceb-6e744abc2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:58.040193 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-19a92a7e-902c-439b-aceb-6e744abc2f80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 200 len: 855 time: 0.1111717 Jun 27 14:16:58.066838 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1e127e9e-5fd6-48e1-94d3-1c0ca927f8a3 req-761605f4-a958-48d3-a983-e5b01be115a4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513728 Jun 27 14:16:58.142323 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-d79e3958-9ed3-4f65-8edf-fe30eacf6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:58.143979 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-d79e3958-9ed3-4f65-8edf-fe30eacf6fc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d1575ad-e082-42db-9394-d8ba8185acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536330 Jun 27 14:16:58.227935 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab3504-d506-4a76-a3c0-b36d4d8793b5 req-47948175-0db4-4ef1-9108-97272152d4c7 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:58.229626 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dbab3504-d506-4a76-a3c0-b36d4d8793b5 req-47948175-0db4-4ef1-9108-97272152d4c7 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 946 time: 0.0523732 Jun 27 14:16:58.263221 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:16:58.284548 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dbab3504-d506-4a76-a3c0-b36d4d8793b5 req-250ef023-a10b-4fa7-9b74-457b1219977f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489306 Jun 27 14:16:58.292518 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-9f94405d-c975-4362-8ff2-31b8f541753e service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197104 Jun 27 14:16:58.433099 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ecfed909-c95f-40f5-bbd9-2a930a3479a5 req-0cfc6701-ce65-48fc-a3d8-616329eef95a service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025004 Jun 27 14:16:58.491203 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd279295-fee8-4fd2-9315-0f0b49dc360a req-2f096f59-3167-450e-9920-942147ef8162 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:58.500373 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bd279295-fee8-4fd2-9315-0f0b49dc360a req-2f096f59-3167-450e-9920-942147ef8162 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 946 time: 0.0950165 Jun 27 14:16:58.515881 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:16:58.530684 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] Sync routers for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:16:58.557879 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:16:58.561271 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:16:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:58.614557 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bd279295-fee8-4fd2-9315-0f0b49dc360a req-9fe3fba3-cf7a-4ba5-a1ed-f9273b40f7b3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127357 Jun 27 14:16:58.615503 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] No DVR routers for this DVR port fb228109-ba8d-4606-87ba-fdc9296bb903 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:16:58.630518 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43382) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:58.650496 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:58.656873 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5371cf3-6027-46f1-a538-bb855f23235c req-bcc88fb3-105d-444f-b27d-b149b851039e tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.13 "DELETE /v2.0/ports/fb228109-ba8d-4606-87ba-fdc9296bb903 HTTP/1.1" status: 204 len: 173 time: 1.3587174 Jun 27 14:16:58.661133 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'name': 'network-vif-deleted', 'tag': 'fb228109-ba8d-4606-87ba-fdc9296bb903'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:16:58.668504 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc7f9ea-93bd-40a0-a4ab-557eff354fc9" -d '{"events": [{"server_uuid": "7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e", "name": "network-vif-deleted", "tag": "fb228109-ba8d-4606-87ba-fdc9296bb903"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:16:58.787020 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:16:58.807246 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab9545-08cd-4989-ae12-1146ce169cd9 x-openstack-request-id: req-2cab9545-08cd-4989-ae12-1146ce169cd9 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:16:58.809798 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e", "name": "network-vif-deleted", "tag": "fb228109-ba8d-4606-87ba-fdc9296bb903", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:16:58.810088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cab9545-08cd-4989-ae12-1146ce169cd9 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:16:58.810550 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cab9545-08cd-4989-ae12-1146ce169cd9'] response: {'server_uuid': '7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e', 'name': 'network-vif-deleted', 'tag': 'fb228109-ba8d-4606-87ba-fdc9296bb903', 'status': 'completed', 'code': 200} Jun 27 14:16:58.815475 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bae20d63-87cc-467d-93b8-19395f686238 req-8c73808b-8dcc-4807-9356-c400853e44c6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fc0b75a-c7a0-4104-bfc6-ca3089a3bf0e HTTP/1.1" status: 200 len: 210 time: 0.1268952 Jun 27 14:16:58.824909 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:58.833279 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a3cfa-c711-4192-92f9-8df05a070bd6 tempest-TestVolumeBootPattern-502367315 tempest-TestVolumeBootPattern-502367315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:58.836077 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b30a3cfa-c711-4192-92f9-8df05a070bd6 tempest-TestVolumeBootPattern-502367315 tempest-TestVolumeBootPattern-502367315-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 1125 time: 0.2043262 Jun 27 14:16:58.839212 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43396) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:16:58.844701 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:16:58.880678 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:58.906698 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:58.952102 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:59.062010 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:59.081405 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:59.110300 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] Checking router: 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:16:59.123297 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:16:59.124704 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:16:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:59.247008 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97a091-52b6-41b6-a44f-4f5ce67c0094 req-bb24ff75-6296-4861-aa28-89fd8ff28d75 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:16:59.249071 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bb97a091-52b6-41b6-a44f-4f5ce67c0094 req-bb24ff75-6296-4861-aa28-89fd8ff28d75 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0829954 Jun 27 14:16:59.275819 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:16:59.282142 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Allocated IP 172.27.2.248 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/2f0b4fe4-2d48-402f-b428-1a70d381f6cc) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:16:59.286850 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:16:59.388390 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bb97a091-52b6-41b6-a44f-4f5ce67c0094 req-c4a1ba80-052b-4d98-bb2a-e1a4f560da34 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999579 Jun 27 14:16:59.482772 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for port (2f0b4fe4-2d48-402f-b428-1a70d381f6cc), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:59.563065 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (2f0b4fe4-2d48-402f-b428-1a70d381f6cc), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:16:59.642858 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:16:59.656666 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:16:59.662899 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:16:59.671134 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:16:59.719283 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8aef0e-8d3e-42e0-85f5-8c4e86edb85c None None] The sync data for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi is: [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:10:42Z', 'revision_number': 4, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'a8b3194c-3128-456e-b1b6-e0e1f00303da', 'name': '', 'network_id': '94f6ece1-0e86-4935-a6ba-52fc54fe3a07', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'mac_address': 'fa:16:3e:1d:ab:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:40Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'subnets': [{'id': '0f4eeb10-6bd6-4aad-88be-ccba7334c626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:16:59.743910 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'Port': ['ID=2f0b4fe4-2d48-402f-b428-1a70d381f6cc,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:16:59.870513 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:00.014166 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43420) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:00.095714 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5fd552cd-c960-433a-becb-d4e4d7b2fb80 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (1b5fd4b0-283a-426b-9503-1aad1581f099), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:00.126758 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5fd552cd-c960-433a-becb-d4e4d7b2fb80 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (1b5fd4b0-283a-426b-9503-1aad1581f099), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:00.213327 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5fd552cd-c960-433a-becb-d4e4d7b2fb80 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (1b5fd4b0-283a-426b-9503-1aad1581f099), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:00.218248 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5fd552cd-c960-433a-becb-d4e4d7b2fb80 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:00.219474 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5fd552cd-c960-433a-becb-d4e4d7b2fb80 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "DELETE /v2.0/security-groups/1b5fd4b0-283a-426b-9503-1aad1581f099 HTTP/1.1" status: 204 len: 168 time: 0.2041092 Jun 27 14:17:00.223286 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43430) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:00.233908 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd552cd-c960-433a-becb-d4e4d7b2fb80 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5fd4b0-283a-426b-9503-1aad1581f099,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:00.249009 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.api.v2.resource [None req-0dd43461-8e8e-44cc-b1eb-97b61ccdf9d6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] show failed (client error): The resource could not be found. Jun 27 14:17:00.253878 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43432) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:00.254537 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0dd43461-8e8e-44cc-b1eb-97b61ccdf9d6 tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "GET /v2.0/security-groups/1b5fd4b0-283a-426b-9503-1aad1581f099 HTTP/1.1" status: 404 len: 347 time: 0.0267441 Jun 27 14:17:00.301581 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device fb228109-ba8d-4606-87ba-fdc9296bb903 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:17:00.328470 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fdf5cc-16ef-4906-b870-d288160fb9eb None None] New status for floating IP ef56a2a4-9b41-4e2e-9d06-07623accba63: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:17:00.362515 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: fb228109-ba8d-4606-87ba-fdc9296bb903 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:17:00.365729 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device fb228109-ba8d-4606-87ba-fdc9296bb903 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:17:00.627431 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-4e084fe5-cbab-48e9-b631-07de26bafd0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Deleting port 59195fca-8ee6-47fb-b5af-786cd55762ae {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:17:00.627835 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4e084fe5-cbab-48e9-b631-07de26bafd0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (59195fca-8ee6-47fb-b5af-786cd55762ae), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:00.672574 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (f0a34adf-9668-4ef8-9207-30a42f26aa61), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:00.833555 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4e084fe5-cbab-48e9-b631-07de26bafd0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (59195fca-8ee6-47fb-b5af-786cd55762ae), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:00.833975 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4e084fe5-cbab-48e9-b631-07de26bafd0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (59195fca-8ee6-47fb-b5af-786cd55762ae), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:00.842667 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe184a-7249-4144-957f-78f4c26e50c2 req-64818ff0-13a7-4750-bb1f-380aebecc16e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:00.844275 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39fe184a-7249-4144-957f-78f4c26e50c2 req-64818ff0-13a7-4750-bb1f-380aebecc16e tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.2683363 Jun 27 14:17:00.845519 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2f0b4fe4-2d48-402f-b428-1a70d381f6cc), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:00.872724 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-4e084fe5-cbab-48e9-b631-07de26bafd0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Calling delete_port for 59195fca-8ee6-47fb-b5af-786cd55762ae owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:17:00.930017 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39fe184a-7249-4144-957f-78f4c26e50c2 req-2fa0f23e-e1d0-4ef1-8dcc-892de9c59ac0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625987 Jun 27 14:17:00.986871 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43438) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:01.045535 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:01.108037 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4e084fe5-cbab-48e9-b631-07de26bafd0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (59195fca-8ee6-47fb-b5af-786cd55762ae), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.127636 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for port (2f0b4fe4-2d48-402f-b428-1a70d381f6cc), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.135456 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (2f0b4fe4-2d48-402f-b428-1a70d381f6cc), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.181410 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e084fe5-cbab-48e9-b631-07de26bafd0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Pushing event deleted for resources: {'Port': ['ID=59195fca-8ee6-47fb-b5af-786cd55762ae,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:01.189676 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:01.191203 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'Port': ['ID=2f0b4fe4-2d48-402f-b428-1a70d381f6cc,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:01.244705 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4e084fe5-cbab-48e9-b631-07de26bafd0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks [] for floatingip (ef56a2a4-9b41-4e2e-9d06-07623accba63), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.250802 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4e084fe5-cbab-48e9-b631-07de26bafd0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.252927 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4e084fe5-cbab-48e9-b631-07de26bafd0d tempest-AttachVolumeTestJSON-379758993 tempest-AttachVolumeTestJSON-379758993-project] 10.222.0.43 "DELETE /v2.0/floatingips/ef56a2a4-9b41-4e2e-9d06-07623accba63 HTTP/1.1" status: 204 len: 168 time: 0.9973307 Jun 27 14:17:01.253363 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (f0a34adf-9668-4ef8-9207-30a42f26aa61), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.256244 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:01.329695 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3cd72b41-0b3d-4c28-bd92-6ca0cd198104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.501056 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Floating IP f0a34adf-9668-4ef8-9207-30a42f26aa61 associated. External IP: 172.27.2.248, port: f17c4d37-f2f6-4bee-a8e1-d1c01134aab9. Jun 27 14:17:01.542669 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3cd72b41-0b3d-4c28-bd92-6ca0cd198104 admin admin] Publish callbacks [] for security_group (4aafc109-d5f8-4b08-85fd-020140b4f0e7), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.548239 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3cd72b41-0b3d-4c28-bd92-6ca0cd198104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (4aafc109-d5f8-4b08-85fd-020140b4f0e7), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.638451 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3cd72b41-0b3d-4c28-bd92-6ca0cd198104 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e7212bd92634345af797febf90041df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505215 Jun 27 14:17:01.641688 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd72b41-0b3d-4c28-bd92-6ca0cd198104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aafc109-d5f8-4b08-85fd-020140b4f0e7,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:01.641965 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43446) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:01.762085 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0a5ec4f3-11dc-4f17-b5b7-7f92b749cabb admin admin] Publish callbacks [] for security_group (4aafc109-d5f8-4b08-85fd-020140b4f0e7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.800657 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0a5ec4f3-11dc-4f17-b5b7-7f92b749cabb admin admin] Publish callbacks [] for security_group (4aafc109-d5f8-4b08-85fd-020140b4f0e7), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.806946 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:17:01.876599 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:01.889239 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0a5ec4f3-11dc-4f17-b5b7-7f92b749cabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (4aafc109-d5f8-4b08-85fd-020140b4f0e7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.892418 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0a5ec4f3-11dc-4f17-b5b7-7f92b749cabb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:01.896190 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0a5ec4f3-11dc-4f17-b5b7-7f92b749cabb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4aafc109-d5f8-4b08-85fd-020140b4f0e7 HTTP/1.1" status: 204 len: 168 time: 0.2505982 Jun 27 14:17:01.905599 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ec4f3-11dc-4f17-b5b7-7f92b749cabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aafc109-d5f8-4b08-85fd-020140b4f0e7,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:02.103716 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:17:02.122326 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] Sync routers for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:17:02.164745 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:02.167313 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:17:02.168075 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:16:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:02.479816 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:17:02.572286 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43460) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:02.600222 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3034101b-d069-4726-afbe-41de250713f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:02.792085 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3034101b-d069-4726-afbe-41de250713f8 admin admin] Publish callbacks [] for security_group (c15ab67a-1a51-4f2f-9a97-e069c267509d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:02.802949 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3034101b-d069-4726-afbe-41de250713f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c15ab67a-1a51-4f2f-9a97-e069c267509d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:02.851482 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1d33d139-1df8-4401-ab56-5a64377548f2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0108418 Jun 27 14:17:02.854841 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a7477f-593e-41f0-b447-6147f800d1f6', 'tag': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:02.856974 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d09762-a988-4bfd-8907-d17f6c1fa9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "86a7477f-593e-41f0-b447-6147f800d1f6", "tag": "f17c4d37-f2f6-4bee-a8e1-d1c01134aab9"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:02.892115 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034101b-d069-4726-afbe-41de250713f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15ab67a-1a51-4f2f-9a97-e069c267509d,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:02.901121 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3034101b-d069-4726-afbe-41de250713f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7acbec041d0e4cfd92f9f5725a1e992e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276827 Jun 27 14:17:02.903987 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43470) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:02.914502 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958d471-9252-4e33-9146-53388962a808 req-d9f7a464-13dc-4338-9d9b-e515e655735f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:02.928350 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9958d471-9252-4e33-9146-53388962a808 req-d9f7a464-13dc-4338-9d9b-e515e655735f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.1197970 Jun 27 14:17:03.031057 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9958d471-9252-4e33-9146-53388962a808 req-fa768f10-9388-4ec4-ab4c-b88d97712cc6 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016045 Jun 27 14:17:03.124532 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72034717-1e37-4275-b918-cd2b2dda56f0 admin admin] Publish callbacks [] for security_group (c15ab67a-1a51-4f2f-9a97-e069c267509d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:03.193756 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72034717-1e37-4275-b918-cd2b2dda56f0 admin admin] Publish callbacks [] for security_group (c15ab67a-1a51-4f2f-9a97-e069c267509d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:03.257866 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:03.325066 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72034717-1e37-4275-b918-cd2b2dda56f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c15ab67a-1a51-4f2f-9a97-e069c267509d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:03.329064 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72034717-1e37-4275-b918-cd2b2dda56f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:03.331851 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-72034717-1e37-4275-b918-cd2b2dda56f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c15ab67a-1a51-4f2f-9a97-e069c267509d HTTP/1.1" status: 204 len: 168 time: 0.4201591 Jun 27 14:17:03.344582 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72034717-1e37-4275-b918-cd2b2dda56f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15ab67a-1a51-4f2f-9a97-e069c267509d,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:03.414354 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'f0a34adf-9668-4ef8-9207-30a42f26aa61', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a2:af:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:17:00Z', 'updated_at': '2022-06-27T14:17:00Z', 'revision_number': 0, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:03.451774 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df5edc8-8154-42b5-ab29-50da9735a8fd x-openstack-request-id: req-9df5edc8-8154-42b5-ab29-50da9735a8fd {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:03.452447 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a7477f-593e-41f0-b447-6147f800d1f6", "tag": "f17c4d37-f2f6-4bee-a8e1-d1c01134aab9", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:03.453049 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9df5edc8-8154-42b5-ab29-50da9735a8fd {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:03.454141 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df5edc8-8154-42b5-ab29-50da9735a8fd'] response: {'name': 'network-changed', 'server_uuid': '86a7477f-593e-41f0-b447-6147f800d1f6', 'tag': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'status': 'completed', 'code': 200} Jun 27 14:17:03.464259 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] Checking router: ce6e3fea-e9a1-4b52-87de-61dfaef7e95f for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:17:03.486174 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:17:03.487430 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:16:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:03.655708 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:17:03.957863 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:03.973649 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'f0a34adf-9668-4ef8-9207-30a42f26aa61', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a2:af:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:17:00Z', 'updated_at': '2022-06-27T14:17:00Z', 'revision_number': 0, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:04.064734 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c0bc7-f7e0-49e7-b91d-91f7301b63d8 None None] The sync data for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi is: [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'f0a34adf-9668-4ef8-9207-30a42f26aa61', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a2:af:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:17:00Z', 'updated_at': '2022-06-27T14:17:00Z', 'revision_number': 0, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:17:04.090943 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43486) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:04.116745 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-14e7d345-a7a7-414c-a81b-55107e8477d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:04.384839 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-14e7d345-a7a7-414c-a81b-55107e8477d0 admin admin] Publish callbacks [] for security_group (aae3093e-0c5d-4fe7-bfe3-377c48a90014), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:04.394823 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-14e7d345-a7a7-414c-a81b-55107e8477d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (aae3093e-0c5d-4fe7-bfe3-377c48a90014), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:04.456208 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7d345-a7a7-414c-a81b-55107e8477d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae3093e-0c5d-4fe7-bfe3-377c48a90014,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:04.456793 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52145a6c-9dff-44d8-8da4-3c562237c286 req-94ffc80e-980c-4613-8f57-87b544041d6b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:04.465093 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-52145a6c-9dff-44d8-8da4-3c562237c286 req-94ffc80e-980c-4613-8f57-87b544041d6b tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.1970537 Jun 27 14:17:04.507964 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-14e7d345-a7a7-414c-a81b-55107e8477d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1af14dd11f95484592da8635ee41f228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4144368 Jun 27 14:17:04.509831 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43490) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:04.576893 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e371b3df-7cba-437c-ac08-ebc37f48cf74 None None] New status for floating IP f0a34adf-9668-4ef8-9207-30a42f26aa61: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:17:04.578256 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-52145a6c-9dff-44d8-8da4-3c562237c286 req-c1b426b6-e59d-4f30-ba91-df576fb26de4 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041555 Jun 27 14:17:04.630392 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8a17-937a-473a-8370-effbddcdd143 admin admin] Publish callbacks [] for security_group (aae3093e-0c5d-4fe7-bfe3-377c48a90014), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:04.667613 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8a17-937a-473a-8370-effbddcdd143 admin admin] Publish callbacks [] for security_group (aae3093e-0c5d-4fe7-bfe3-377c48a90014), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:04.784556 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8a17-937a-473a-8370-effbddcdd143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (aae3093e-0c5d-4fe7-bfe3-377c48a90014), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:04.787390 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8a17-937a-473a-8370-effbddcdd143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:04.788925 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0f5e8a17-937a-473a-8370-effbddcdd143 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aae3093e-0c5d-4fe7-bfe3-377c48a90014 HTTP/1.1" status: 204 len: 168 time: 0.2774656 Jun 27 14:17:04.805875 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e8a17-937a-473a-8370-effbddcdd143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae3093e-0c5d-4fe7-bfe3-377c48a90014,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:05.437974 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43510) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:05.726235 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:05.747634 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:05.775803 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd73c7-2992-4755-9dd4-3607b5a06934 req-cdf9f927-8865-46b4-918a-ba9f890c53f0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:05.790616 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:05.791434 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b2cd73c7-2992-4755-9dd4-3607b5a06934 req-cdf9f927-8865-46b4-918a-ba9f890c53f0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0765131 Jun 27 14:17:05.829207 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:05.859442 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b2cd73c7-2992-4755-9dd4-3607b5a06934 req-736a4fa1-cc25-452b-9def-8c8cbf47188c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668137 Jun 27 14:17:06.298088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:06.704875 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] Deleting port a8b3194c-3128-456e-b1b6-e0e1f00303da {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:17:06.706000 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:06.827821 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] For port a8b3194c-3128-456e-b1b6-e0e1f00303da, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=a8b3194c-3128-456e-b1b6-e0e1f00303da,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:06.829014 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:06.850907 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] Calling delete_port for a8b3194c-3128-456e-b1b6-e0e1f00303da owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:17:07.051806 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb713c4-08b2-4b0b-a8f4-edf2a51f9ae9 req-d393a617-deaf-47e9-ba48-8109c17a141d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:07.055517 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2eb713c4-08b2-4b0b-a8f4-edf2a51f9ae9 req-d393a617-deaf-47e9-ba48-8109c17a141d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0679908 Jun 27 14:17:07.139825 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2eb713c4-08b2-4b0b-a8f4-edf2a51f9ae9 req-4a5c510f-23c1-4d3e-99ec-b1c02220a691 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709701 Jun 27 14:17:07.200493 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:07.212903 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (a8b3194c-3128-456e-b1b6-e0e1f00303da), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:07.266013 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b3194c-3128-456e-b1b6-e0e1f00303da,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:07.421580 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:07.561733 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:07.827290 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] Router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:17:07.936044 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:17:07.941034 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c960b37b-9892-4003-8ca5-4366d9500564 admin admin] 10.222.0.43 "PUT /v2.0/routers/4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5068946 Jun 27 14:17:07.943634 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43560) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:07.967359 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] Sync routers for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:17:07.980003 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:17:07.980702 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:16:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:08.079752 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Publish callbacks [] for router (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:08.087802 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:17:08.312018 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:17:07Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:08.313459 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce666e2-ed72-41c7-96c1-e08b48b153a4 req-fbfd6bbc-423c-4cb6-ae7d-39e60cf20b6a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:08.321517 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cce666e2-ed72-41c7-96c1-e08b48b153a4 req-fbfd6bbc-423c-4cb6-ae7d-39e60cf20b6a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0650063 Jun 27 14:17:08.345992 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] Checking router: 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:17:08.356149 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] Routers {'4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:17:08.357148 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:16:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:08.406517 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cce666e2-ed72-41c7-96c1-e08b48b153a4 req-14dc72a0-1aa6-4a34-85cc-72cf8af9311a tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835669 Jun 27 14:17:08.481290 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] Set router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:17:08.517331 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Publish callbacks [] for router_gateway (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:08.572279 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Deleting port 8bad1393-e508-40f9-aca7-b2418d34a487 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:17:08.572624 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:08.636891 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:08.662318 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] For port 8bad1393-e508-40f9-aca7-b2418d34a487, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=8bad1393-e508-40f9-aca7-b2418d34a487,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:08.662771 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:08.678614 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Calling delete_port for 8bad1393-e508-40f9-aca7-b2418d34a487 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:17:08.681728 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:17:07Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:08.707274 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3917b655-38c6-4c85-b4a9-dd0f8e828546 None None] The sync data for ids ['4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1'] in dv-cinder-841125-9-iscsi is: [{'id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'name': 'tempest-AttachVolumeTestJSON-409308342-router', 'tenant_id': 'c7540423cb0c4efe894b17063efa9182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:27Z', 'updated_at': '2022-06-27T14:17:07Z', 'revision_number': 5, 'project_id': 'c7540423cb0c4efe894b17063efa9182', 'gw_port': {'id': '8bad1393-e508-40f9-aca7-b2418d34a487', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:30Z', 'updated_at': '2022-06-27T14:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:17:08.720663 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:08.810782 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:08.867501 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (8bad1393-e508-40f9-aca7-b2418d34a487), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:08.891508 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bad1393-e508-40f9-aca7-b2418d34a487,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:08.963701 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.055632 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.058495 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Publish callbacks [] for router_controller (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.111168 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.111807 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:17:09.131704 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.132880 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0019c003-d506-4ccd-8f1a-bec726da2062 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4f4b52bf-2ed1-4e47-96a7-9b379ee9c3b1 HTTP/1.1" status: 204 len: 168 time: 1.1875892 Jun 27 14:17:09.135909 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43568) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:09.146920 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-1a909b34-2441-4e52-9ee5-8aa9fada0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:09.148570 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-1a909b34-2441-4e52-9ee5-8aa9fada0b27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 1130 time: 0.0504937 Jun 27 14:17:09.185056 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-6626e462-4fb0-4a08-b727-112ee98df6a8 admin admin] Deleting subnet 0f4eeb10-6bd6-4aad-88be-ccba7334c626 {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:17:09.188474 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6626e462-4fb0-4a08-b727-112ee98df6a8 admin admin] Publish callbacks [] for subnet (0f4eeb10-6bd6-4aad-88be-ccba7334c626), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.227574 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6626e462-4fb0-4a08-b727-112ee98df6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4458228'] for subnet (0f4eeb10-6bd6-4aad-88be-ccba7334c626), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.251027 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-97c1b0ec-8323-4d70-ae5d-099ccf9fe1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:09.252770 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-97c1b0ec-8323-4d70-ae5d-099ccf9fe1d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 912 time: 0.0979860 Jun 27 14:17:09.324988 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-6965729b-1d48-4637-be65-032cbb2b0826 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 HTTP/1.1" status: 200 len: 1002 time: 0.0635400 Jun 27 14:17:09.331502 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6626e462-4fb0-4a08-b727-112ee98df6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (0f4eeb10-6bd6-4aad-88be-ccba7334c626), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.380716 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-4231de43-0f4e-4db2-a46b-ebeb14a7b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:09.384376 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-4231de43-0f4e-4db2-a46b-ebeb14a7b6ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.0525320 Jun 27 14:17:09.400430 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6626e462-4fb0-4a08-b727-112ee98df6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6195894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4984649'] for subnet (0f4eeb10-6bd6-4aad-88be-ccba7334c626), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.429576 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626e462-4fb0-4a08-b727-112ee98df6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4eeb10-6bd6-4aad-88be-ccba7334c626,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:09.431851 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6626e462-4fb0-4a08-b727-112ee98df6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.437705 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-e186c8e9-1c37-4864-b9e4-37192eadabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:09.437911 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-6626e462-4fb0-4a08-b727-112ee98df6a8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0f4eeb10-6bd6-4aad-88be-ccba7334c626 HTTP/1.1" status: 204 len: 168 time: 0.2980175 Jun 27 14:17:09.438128 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-e186c8e9-1c37-4864-b9e4-37192eadabf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478277 Jun 27 14:17:09.438230 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43572) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:09.440672 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb1745f-fe82-4582-aaf1-a49ce0ea46df None None] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:17:09.544713 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-4e5f9565-ab05-465f-8b2d-33f1651933fc service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987110 Jun 27 14:17:09.560325 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (94f6ece1-0e86-4935-a6ba-52fc54fe3a07), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.583501 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d839883-cfd1-4a75-a513-0fba1b981338 req-73372c96-3392-490d-8e78-c0bdc0b9130f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:09.585474 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d839883-cfd1-4a75-a513-0fba1b981338 req-73372c96-3392-490d-8e78-c0bdc0b9130f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 943 time: 0.0670097 Jun 27 14:17:09.640115 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Deleting port 98f5c707-98fd-4ef1-baec-8edf017d9e51 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:17:09.640455 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.655486 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07d09762-a988-4bfd-8907-d17f6c1fa9fb req-3ad0af69-535f-4e3f-ac49-a9c82c945ec0 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047750 Jun 27 14:17:09.701102 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d839883-cfd1-4a75-a513-0fba1b981338 req-70793634-095f-4b3c-bea8-434f18bcdb0d tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941384 Jun 27 14:17:09.723871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b31083-f2d7-4030-975c-38ba79e8fe20 None None] DHCP port deletion for 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:17:09.748249 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] For port 98f5c707-98fd-4ef1-baec-8edf017d9e51, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=98f5c707-98fd-4ef1-baec-8edf017d9e51,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:09.748622 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.772613 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Calling delete_port for 98f5c707-98fd-4ef1-baec-8edf017d9e51 owned by network:dhcp {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:17:09.781535 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-67b31083-f2d7-4030-975c-38ba79e8fe20 None None] Deleting port 98f5c707-98fd-4ef1-baec-8edf017d9e51 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:17:09.782246 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-67b31083-f2d7-4030-975c-38ba79e8fe20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.858209 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-67b31083-f2d7-4030-975c-38ba79e8fe20 None None] For port 98f5c707-98fd-4ef1-baec-8edf017d9e51, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=98f5c707-98fd-4ef1-baec-8edf017d9e51,segment=NetworkSegment(6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7),segment_id=6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:09.858586 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-67b31083-f2d7-4030-975c-38ba79e8fe20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.871297 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:09.880783 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:09.882221 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:09.909447 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f5c707-98fd-4ef1-baec-8edf017d9e51,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:09.912667 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] No DVR routers for this DVR port 98f5c707-98fd-4ef1-baec-8edf017d9e51 on host dv-cinder-841125-9-iscsi {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:17:09.993024 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (94f6ece1-0e86-4935-a6ba-52fc54fe3a07), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.023725 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f6ece1-0e86-4935-a6ba-52fc54fe3a07']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:10.026145 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-67b31083-f2d7-4030-975c-38ba79e8fe20 None None] Calling delete_port for 98f5c707-98fd-4ef1-baec-8edf017d9e51 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:17:10.036133 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:10.036430 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:10.050396 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4458223'] for segment (6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.079733 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.083185 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device a8b3194c-3128-456e-b1b6-e0e1f00303da no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:17:10.089458 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:17:10.089896 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6195932'] for segment (6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.111577 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7 resource provider aggregate not found Jun 27 14:17:10.121628 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: a8b3194c-3128-456e-b1b6-e0e1f00303da {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:17:10.122168 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device a8b3194c-3128-456e-b1b6-e0e1f00303da not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:17:10.122679 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 98f5c707-98fd-4ef1-baec-8edf017d9e51 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:17:10.144395 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 98f5c707-98fd-4ef1-baec-8edf017d9e51 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:17:10.144813 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 98f5c707-98fd-4ef1-baec-8edf017d9e51 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:17:10.145309 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8bad1393-e508-40f9-aca7-b2418d34a487 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:17:10.158100 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d2c7905-ea8d-4fc6-aebf-2942ec4fffd7 found for delete ", "request_id": "req-50bf3905-de1c-4009-a494-875248597546"}]} Jun 27 14:17:10.168552 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (94f6ece1-0e86-4935-a6ba-52fc54fe3a07), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.173651 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 8bad1393-e508-40f9-aca7-b2418d34a487 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:17:10.174099 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8bad1393-e508-40f9-aca7-b2418d34a487 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:17:10.174716 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.176920 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:10.179713 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/94f6ece1-0e86-4935-a6ba-52fc54fe3a07 HTTP/1.1" status: 204 len: 168 time: 0.7406969 Jun 27 14:17:10.192450 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-67b31083-f2d7-4030-975c-38ba79e8fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (98f5c707-98fd-4ef1-baec-8edf017d9e51), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.193562 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf55478-059b-4e91-9848-bcc2db7b2cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=94f6ece1-0e86-4935-a6ba-52fc54fe3a07,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:10.217020 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67b31083-f2d7-4030-975c-38ba79e8fe20 None None] Network 94f6ece1-0e86-4935-a6ba-52fc54fe3a07 is not hosted by any dhcp agent {{(pid=104124) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 27 14:17:10.217833 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b31083-f2d7-4030-975c-38ba79e8fe20 None None] No DVR routers for this DVR port 98f5c707-98fd-4ef1-baec-8edf017d9e51 on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:17:10.220470 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b31083-f2d7-4030-975c-38ba79e8fe20 None None] Pushing event deleted for resources: {'Port': ['ID=98f5c707-98fd-4ef1-baec-8edf017d9e51,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:10.396185 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 0e7724a3-597b-4269-a92c-7ec913c02a2c details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:17:10.419460 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43596) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:10.464252 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-39e22f46-7cb9-4f7b-a4e0-543fd0d8529a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7540423cb0c4efe894b17063efa9182&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431814 Jun 27 14:17:10.467231 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43598) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:10.505368 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:10.523370 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'port_id': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'mac_address': 'fa:16:3e:c5:88:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:17:10.527750 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e049a545-6377-450c-ab43-ad18fdeb3f8e admin admin] Publish callbacks [] for security_group (0a21f9a8-e547-442a-831c-65c2c71f9bfa), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.552314 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e049a545-6377-450c-ab43-ad18fdeb3f8e admin admin] Publish callbacks [] for security_group (0a21f9a8-e547-442a-831c-65c2c71f9bfa), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.564236 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 0e7724a3-597b-4269-a92c-7ec913c02a2c is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:17:10.564928 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.579443 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7724a3-597b-4269-a92c-7ec913c02a2c {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:17:10.607739 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e049a545-6377-450c-ab43-ad18fdeb3f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (0a21f9a8-e547-442a-831c-65c2c71f9bfa), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.608658 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:10.611290 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e049a545-6377-450c-ab43-ad18fdeb3f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.615266 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:10.615659 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e049a545-6377-450c-ab43-ad18fdeb3f8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a21f9a8-e547-442a-831c-65c2c71f9bfa HTTP/1.1" status: 204 len: 168 time: 0.1442204 Jun 27 14:17:10.624306 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049a545-6377-450c-ab43-ad18fdeb3f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21f9a8-e547-442a-831c-65c2c71f9bfa,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:10.683249 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=9']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:10.837199 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['0e7724a3-597b-4269-a92c-7ec913c02a2c'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:17:10.858922 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b1d33-35af-48e9-8cf9-50d6f2cbeef5 req-10d7b3c5-59d6-4fc4-ab6c-6891ee718433 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:10.866529 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7b3b1d33-35af-48e9-8cf9-50d6f2cbeef5 req-10d7b3c5-59d6-4fc4-ab6c-6891ee718433 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 944 time: 0.0643392 Jun 27 14:17:10.918343 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7b3b1d33-35af-48e9-8cf9-50d6f2cbeef5 req-31f93017-3320-46f1-8cc6-36d2674247b3 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508852 Jun 27 14:17:10.941017 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:12.059428 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180d6e4-c2c4-4e75-8b38-309ed332ac3d req-1bc87b4a-1431-471b-8b15-0b358532e1b5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:12.066271 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c180d6e4-c2c4-4e75-8b38-309ed332ac3d req-1bc87b4a-1431-471b-8b15-0b358532e1b5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 944 time: 0.0559685 Jun 27 14:17:12.124656 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c180d6e4-c2c4-4e75-8b38-309ed332ac3d req-48924d46-32b9-4428-a5aa-9c0ebbfe396f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577202 Jun 27 14:17:12.411790 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 0e7724a3-597b-4269-a92c-7ec913c02a2c up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:17:12.464609 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 0e7724a3-597b-4269-a92c-7ec913c02a2c triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:17:12.464977 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:12.548533 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 0e7724a3-597b-4269-a92c-7ec913c02a2c is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:17:12.549938 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:12.578268 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:12.579844 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a732f0-4a5e-4485-9314-c3a110361382" -d '{"events": [{"server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "name": "network-vif-plugged", "status": "completed", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:12.597737 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:12.639922 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c313ba0-6bb4-41d2-a4ae-06bd658b26e3 x-openstack-request-id: req-0c313ba0-6bb4-41d2-a4ae-06bd658b26e3 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:12.640212 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "name": "network-vif-plugged", "status": "completed", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:12.640462 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c313ba0-6bb4-41d2-a4ae-06bd658b26e3 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:12.640874 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c313ba0-6bb4-41d2-a4ae-06bd658b26e3'] response: {'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'code': 200} Jun 27 14:17:12.653478 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:12.709439 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=10']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:12.863258 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687bf65-6a6b-49de-b17b-d0ccbadfad11 req-eea8b65e-d440-4ca9-877c-b60c98d6001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:12.864539 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0687bf65-6a6b-49de-b17b-d0ccbadfad11 req-eea8b65e-d440-4ca9-877c-b60c98d6001b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 1130 time: 0.0470769 Jun 27 14:17:12.916947 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0687bf65-6a6b-49de-b17b-d0ccbadfad11 req-20055552-8496-4610-bfcf-5f4d3ff21602 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466392 Jun 27 14:17:13.442746 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94033304-3c9b-4968-b65a-f8c261379749 req-46108249-4445-4821-bc1f-e8fce0342186 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:13.444450 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-94033304-3c9b-4968-b65a-f8c261379749 req-46108249-4445-4821-bc1f-e8fce0342186 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 946 time: 0.0601227 Jun 27 14:17:13.502963 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-94033304-3c9b-4968-b65a-f8c261379749 req-7e60e931-a109-47ac-ac19-8b4829d966dc tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519464 Jun 27 14:17:14.655793 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e4039-e59d-4412-b2e6-eac0ce17a1ce req-e2f95652-96b6-4cba-9a7a-e183d58ae43f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:14.657435 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ca7e4039-e59d-4412-b2e6-eac0ce17a1ce req-e2f95652-96b6-4cba-9a7a-e183d58ae43f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 946 time: 0.0587902 Jun 27 14:17:14.718001 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ca7e4039-e59d-4412-b2e6-eac0ce17a1ce req-c7cb6f03-1cf0-4160-bbee-0779e4286c8c tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542877 Jun 27 14:17:14.850666 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:14.855462 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:15.170822 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43744) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:15.284015 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fe19a1fe-2f10-4afd-b1ce-9d9480d0dbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:15.337766 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:15.363449 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fe19a1fe-2f10-4afd-b1ce-9d9480d0dbb7 admin admin] Publish callbacks [] for security_group (ac226cf9-f2ec-437c-9d2c-feec22827217), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:15.368096 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fe19a1fe-2f10-4afd-b1ce-9d9480d0dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (ac226cf9-f2ec-437c-9d2c-feec22827217), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:15.388029 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:15.413028 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19a1fe-2f10-4afd-b1ce-9d9480d0dbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac226cf9-f2ec-437c-9d2c-feec22827217,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:15.417553 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-fe19a1fe-2f10-4afd-b1ce-9d9480d0dbb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2de99a97ca2b4ad4b4f02718f9131da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456326 Jun 27 14:17:15.421067 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43748) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:15.478178 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6d1cdf1-b6bb-41e3-9726-c9c42107bcac admin admin] Publish callbacks [] for security_group (ac226cf9-f2ec-437c-9d2c-feec22827217), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:15.487844 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:15.503320 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6d1cdf1-b6bb-41e3-9726-c9c42107bcac admin admin] Publish callbacks [] for security_group (ac226cf9-f2ec-437c-9d2c-feec22827217), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:15.554514 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6d1cdf1-b6bb-41e3-9726-c9c42107bcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (ac226cf9-f2ec-437c-9d2c-feec22827217), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:15.558829 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6d1cdf1-b6bb-41e3-9726-c9c42107bcac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:15.560476 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b6d1cdf1-b6bb-41e3-9726-c9c42107bcac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac226cf9-f2ec-437c-9d2c-feec22827217 HTTP/1.1" status: 204 len: 168 time: 0.1380725 Jun 27 14:17:15.565801 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:15.575062 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1cdf1-b6bb-41e3-9726-c9c42107bcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac226cf9-f2ec-437c-9d2c-feec22827217,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:15.640420 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4a674db-6da4-4fa3-a3c1-93e775c36f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:15.882124 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882566ac-d7a7-4e52-9e31-b3d444a7826c req-52fa4854-e046-46bc-9897-65c315f2d826 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:15.883797 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-882566ac-d7a7-4e52-9e31-b3d444a7826c req-52fa4854-e046-46bc-9897-65c315f2d826 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 946 time: 0.0525079 Jun 27 14:17:15.896068 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43764) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:15.911593 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2725b-8c77-4be7-8062-2873e01a39fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:15.944922 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-882566ac-d7a7-4e52-9e31-b3d444a7826c req-970e01f5-07e4-46cb-b806-52940f0e791f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526900 Jun 27 14:17:16.023519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2725b-8c77-4be7-8062-2873e01a39fc admin admin] Publish callbacks [] for security_group (696de32a-8af3-49a3-8649-92074c0a329b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.027623 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2725b-8c77-4be7-8062-2873e01a39fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (696de32a-8af3-49a3-8649-92074c0a329b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.068243 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f8d2725b-8c77-4be7-8062-2873e01a39fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66ae6d31da0342a0b833bb21fb5c8839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709936 Jun 27 14:17:16.069577 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2725b-8c77-4be7-8062-2873e01a39fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696de32a-8af3-49a3-8649-92074c0a329b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:16.071845 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43774) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:16.145041 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9299-970e-4b10-b405-017e08dd4ed3 admin admin] Publish callbacks [] for security_group (696de32a-8af3-49a3-8649-92074c0a329b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.168866 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9299-970e-4b10-b405-017e08dd4ed3 admin admin] Publish callbacks [] for security_group (696de32a-8af3-49a3-8649-92074c0a329b), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.220764 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9299-970e-4b10-b405-017e08dd4ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (696de32a-8af3-49a3-8649-92074c0a329b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.223483 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9299-970e-4b10-b405-017e08dd4ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.224973 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8a4b9299-970e-4b10-b405-017e08dd4ed3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/696de32a-8af3-49a3-8649-92074c0a329b HTTP/1.1" status: 204 len: 168 time: 0.1522064 Jun 27 14:17:16.235853 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b9299-970e-4b10-b405-017e08dd4ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696de32a-8af3-49a3-8649-92074c0a329b,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:16.590927 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43800) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:16.605278 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b93979d6-8a04-4f15-ae1a-f88eafe84d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.689744 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b93979d6-8a04-4f15-ae1a-f88eafe84d8b admin admin] Publish callbacks [] for security_group (ce94737f-ab1b-44ae-a8c3-4f41f8d7ad5e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.694173 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b93979d6-8a04-4f15-ae1a-f88eafe84d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (ce94737f-ab1b-44ae-a8c3-4f41f8d7ad5e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.738726 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b93979d6-8a04-4f15-ae1a-f88eafe84d8b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b0e8073b237439eaa67205497163c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462178 Jun 27 14:17:16.739590 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93979d6-8a04-4f15-ae1a-f88eafe84d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce94737f-ab1b-44ae-a8c3-4f41f8d7ad5e,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:16.742897 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43810) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:16.797807 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd830-7558-442e-89fe-34644c8723d3 admin admin] Publish callbacks [] for security_group (ce94737f-ab1b-44ae-a8c3-4f41f8d7ad5e), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.825633 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd830-7558-442e-89fe-34644c8723d3 admin admin] Publish callbacks [] for security_group (ce94737f-ab1b-44ae-a8c3-4f41f8d7ad5e), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.877063 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd830-7558-442e-89fe-34644c8723d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (ce94737f-ab1b-44ae-a8c3-4f41f8d7ad5e), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.880981 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd830-7558-442e-89fe-34644c8723d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:16.882813 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f6ffd830-7558-442e-89fe-34644c8723d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce94737f-ab1b-44ae-a8c3-4f41f8d7ad5e HTTP/1.1" status: 204 len: 168 time: 0.1387784 Jun 27 14:17:16.893489 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffd830-7558-442e-89fe-34644c8723d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce94737f-ab1b-44ae-a8c3-4f41f8d7ad5e,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:17.650693 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43834) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:17.763830 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-829183054-network', 'tenant_id': 'b561ea2e4d874784b952280c413ddd60'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:17:17.786846 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Made reservation on behalf of b561ea2e4d874784b952280c413ddd60 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:17:17.789595 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:17.800100 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:17.843539 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e9fbd31-04b2-4edf-9a88-375e8b520935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:17.903927 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Publish callbacks [] for security_group (5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:17.907863 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:17.954237 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:17:17.965846 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:17.974524 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (f14e5457-eed6-4590-af33-6d8e14ac2360), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:17.976544 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Added segment f14e5457-eed6-4590-af33-6d8e14ac2360 of type vlan for network 6cee11f7-6cb2-44a3-91d1-1b62873f934f Jun 27 14:17:18.021928 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (6cee11f7-6cb2-44a3-91d1-1b62873f934f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:18.052447 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (6cee11f7-6cb2-44a3-91d1-1b62873f934f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:18.053606 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:18.054460 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:18.083323 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4312177 Jun 27 14:17:18.086354 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43844) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:18.093011 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Request body: {'subnet': {'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-829183054-subnet', 'tenant_id': 'b561ea2e4d874784b952280c413ddd60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:17:18.117123 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Made reservation on behalf of b561ea2e4d874784b952280c413ddd60 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:17:18.119569 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4984614'] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:18.122116 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f0cd6-3519-4d51-8e4f-31e636521beb admin admin] Pushing event updated for resources: {'Network': ['ID=6cee11f7-6cb2-44a3-91d1-1b62873f934f,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:18.133095 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 6cee11f7-6cb2-44a3-91d1-1b62873f934f details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:17:18.199699 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:18.249296 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:18.283014 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:18.307981 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6195829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4984656'] for subnet (c56a306a-b446-458b-81d2-433215eee8c3), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:18.367011 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56a306a-b446-458b-81d2-433215eee8c3,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:18.374671 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Checking segment: {'id': 'f14e5457-eed6-4590-af33-6d8e14ac2360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:17:18.375293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Network hostable DHCP agents. Network: 6cee11f7-6cb2-44a3-91d1-1b62873f934f, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:17:18.394291 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Network 6cee11f7-6cb2-44a3-91d1-1b62873f934f is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:17:18.404840 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 6cee11f7-6cb2-44a3-91d1-1b62873f934f) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:17:18.409403 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:18.410541 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:18.414571 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399949d1-8a22-428d-957f-c4b80bc4da3e None None] Network 6cee11f7-6cb2-44a3-91d1-1b62873f934f requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:17:18.429222 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d3210f65-2d8f-4b5e-a0ad-2560ed77b3b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3417342 Jun 27 14:17:18.520163 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdd81f1-33bc-4439-8101-fc965ee2c7a4 None None] Network 6cee11f7-6cb2-44a3-91d1-1b62873f934f requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:17:19.323844 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:20.261129 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-0f1dd2a3-f9fc-403f-9725-68d0ad16d0c9 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:20.262701 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-0f1dd2a3-f9fc-403f-9725-68d0ad16d0c9 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/networks?id=6cee11f7-6cb2-44a3-91d1-1b62873f934f HTTP/1.1" status: 200 len: 808 time: 0.1102209 Jun 27 14:17:20.283089 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-04538ebd-e024-4703-be95-6a7fa3528c95 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/quotas/b561ea2e4d874784b952280c413ddd60 HTTP/1.1" status: 200 len: 375 time: 0.0146241 Jun 27 14:17:20.322185 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-96076781-e2b6-4844-9d60-bacc5c26fbf4 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b561ea2e4d874784b952280c413ddd60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331419 Jun 27 14:17:20.370376 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43882) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:20.422881 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-55ef9a1b-4e21-4c01-b373-5af93212b476 service neutron] 10.222.0.43 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935080 Jun 27 14:17:20.504099 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-02c1689b-94b6-4846-af5b-1cb5a00784f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:20.526327 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-22db27c7-0539-450d-a316-2c850a8ca13f service neutron] 10.222.0.43 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969090 Jun 27 14:17:20.597114 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-02c1689b-94b6-4846-af5b-1cb5a00784f8 admin admin] Publish callbacks [] for security_group (b4c3eabb-8086-4b5e-b6ba-0c83e06f4797), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:20.603807 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-02c1689b-94b6-4846-af5b-1cb5a00784f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (b4c3eabb-8086-4b5e-b6ba-0c83e06f4797), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:20.624888 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=72,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:20.650026 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:20.654701 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-02c1689b-94b6-4846-af5b-1cb5a00784f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d404c7eb1ba4fa0bddc48cc83b17e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820950 Jun 27 14:17:20.656977 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43890) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:20.661936 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1689b-94b6-4846-af5b-1cb5a00784f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c3eabb-8086-4b5e-b6ba-0c83e06f4797,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:20.736605 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-095ac0ce-6bf0-44c1-a55a-fc5c57d81eaf req-3b0807a1-4c23-4506-921d-f1fab44f0d54 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 210 time: 0.0448616 Jun 27 14:17:20.765951 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b69210-7f74-441a-8e89-c6b90c1f2612 admin admin] Publish callbacks [] for security_group (b4c3eabb-8086-4b5e-b6ba-0c83e06f4797), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:20.803044 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b69210-7f74-441a-8e89-c6b90c1f2612 admin admin] Publish callbacks [] for security_group (b4c3eabb-8086-4b5e-b6ba-0c83e06f4797), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:20.858925 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b69210-7f74-441a-8e89-c6b90c1f2612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (b4c3eabb-8086-4b5e-b6ba-0c83e06f4797), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:20.861485 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b69210-7f74-441a-8e89-c6b90c1f2612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:20.862944 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-07b69210-7f74-441a-8e89-c6b90c1f2612 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4c3eabb-8086-4b5e-b6ba-0c83e06f4797 HTTP/1.1" status: 204 len: 168 time: 0.2047393 Jun 27 14:17:20.873419 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b69210-7f74-441a-8e89-c6b90c1f2612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c3eabb-8086-4b5e-b6ba-0c83e06f4797,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:20.953561 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712be2-51d0-4613-884b-8d29b0b80570 req-26e45e92-5efe-4ef1-83df-7a142c43f010 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:20.955331 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7712be2-51d0-4613-884b-8d29b0b80570 req-26e45e92-5efe-4ef1-83df-7a142c43f010 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0624578 Jun 27 14:17:20.958950 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:20.964328 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:21.017184 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7712be2-51d0-4613-884b-8d29b0b80570 req-5f4f38f9-f390-49c2-9bb5-61ca6a85df08 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543036 Jun 27 14:17:21.867500 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-fff9cab9-a85a-4500-9f47-cd7e32fafb7f tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:21.869743 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-fff9cab9-a85a-4500-9f47-cd7e32fafb7f tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.13 "GET /v2.0/networks?id=6cee11f7-6cb2-44a3-91d1-1b62873f934f HTTP/1.1" status: 200 len: 808 time: 0.1291437 Jun 27 14:17:21.887522 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e641ec30-8f52-46f7-bb37-28664aee9a74 req-c04d5417-6e08-4297-adab-d958886bad91 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 210 time: 0.0403552 Jun 27 14:17:21.896234 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Request body: {'port': {'device_id': '7aea45f6-a7d2-44f7-b9f5-c0010180fb82', 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f', 'admin_state_up': True, 'tenant_id': 'b561ea2e4d874784b952280c413ddd60'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:17:22.023569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Made reservation on behalf of b561ea2e4d874784b952280c413ddd60 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:17:22.027001 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:22.150122 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb3ecc-ad66-4fc0-b3c9-6aedef45c114 req-22c7d9e3-4c50-4564-835d-209e57bb3fb8 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:22.152115 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8bdb3ecc-ad66-4fc0-b3c9-6aedef45c114 req-22c7d9e3-4c50-4564-835d-209e57bb3fb8 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0531452 Jun 27 14:17:22.169591 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Allocated IP 172.20.0.2 (6cee11f7-6cb2-44a3-91d1-1b62873f934f/c56a306a-b446-458b-81d2-433215eee8c3/2ebc4bfc-e536-4239-b3ad-d09d65b3f839) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:17:22.211196 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8bdb3ecc-ad66-4fc0-b3c9-6aedef45c114 req-f5d22d24-f7c2-4ea3-8074-080b2b20c7ce tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538609 Jun 27 14:17:22.336290 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks [] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:22.370936 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:22.416584 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Network 6cee11f7-6cb2-44a3-91d1-1b62873f934f is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:17:22.420249 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:17:22.422788 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:17:22.448267 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Pushing event updated for resources: {'Port': ['ID=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:22.477559 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:22.478173 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:22.495510 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-e91000fe-6100-4063-9626-22b22b0e0ea2 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6114829 Jun 27 14:17:22.507585 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Request body: {'port': {'device_id': '7aea45f6-a7d2-44f7-b9f5-c0010180fb82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:17:22.576041 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:22.619613 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:22.679441 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:22.863286 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:17:22.872215 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Publish callbacks [] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:22.886356 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Transition to ACTIVE for port object 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:17:22.891485 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:22.948486 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:23.023735 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Attempting to bind port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:17:23.024071 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Attempting to bind port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'f14e5457-eed6-4590-af33-6d8e14ac2360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:17:23.024407 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Attempting to bind port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 on network 6cee11f7-6cb2-44a3-91d1-1b62873f934f {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:17:23.026582 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:23.030042 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 on network 6cee11f7-6cb2-44a3-91d1-1b62873f934f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:17:23.030380 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Attempting to bind port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 on network 6cee11f7-6cb2-44a3-91d1-1b62873f934f {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:17:23.036215 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:17:23.036537 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Checking segment: {'id': 'f14e5457-eed6-4590-af33-6d8e14ac2360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:17:23.036918 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Bound using segment: {'id': 'f14e5457-eed6-4590-af33-6d8e14ac2360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:17:23.037374 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Bound port: 2ebc4bfc-e536-4239-b3ad-d09d65b3f839, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14e5457-eed6-4590-af33-6d8e14ac2360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:17:23.037755 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:23.046115 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b04c77-1504-41af-9a88-22289bf7fc6a req-bd7e767e-e832-4ca5-bec2-5cfe38270df1 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:23.047694 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36b04c77-1504-41af-9a88-22289bf7fc6a req-bd7e767e-e832-4ca5-bec2-5cfe38270df1 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 943 time: 0.0507555 Jun 27 14:17:23.104280 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36b04c77-1504-41af-9a88-22289bf7fc6a req-7efdcc3d-19fa-4ef8-b896-66845d2314a6 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497637 Jun 27 14:17:23.106803 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] For port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:17:23.110575 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] For port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,segment=NetworkSegment(f14e5457-eed6-4590-af33-6d8e14ac2360),segment_id=f14e5457-eed6-4590-af33-6d8e14ac2360)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:17:23.119529 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:23.158942 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:23.159580 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:23.160965 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ebc4bfc-e536-4239-b3ad-d09d65b3f839 HTTP/1.1" status: 200 len: 1093 time: 0.6576700 Jun 27 14:17:23.161393 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aea45f6-a7d2-44f7-b9f5-c0010180fb82', 'tag': '2ebc4bfc-e536-4239-b3ad-d09d65b3f839'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:23.163667 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e7320d-1b14-4740-b664-b61e8a55888e" -d '{"events": [{"name": "network-changed", "server_uuid": "7aea45f6-a7d2-44f7-b9f5-c0010180fb82", "tag": "2ebc4bfc-e536-4239-b3ad-d09d65b3f839"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:23.186027 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e9be0-ac59-4351-9add-4a4f7d0d7d72 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:23.212402 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b06435-ca76-4aba-9b81-3130591c07b2 x-openstack-request-id: req-34b06435-ca76-4aba-9b81-3130591c07b2 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:23.212687 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aea45f6-a7d2-44f7-b9f5-c0010180fb82", "tag": "2ebc4bfc-e536-4239-b3ad-d09d65b3f839", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:23.212938 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34b06435-ca76-4aba-9b81-3130591c07b2 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:23.213338 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b06435-ca76-4aba-9b81-3130591c07b2'] response: {'name': 'network-changed', 'server_uuid': '7aea45f6-a7d2-44f7-b9f5-c0010180fb82', 'tag': '2ebc4bfc-e536-4239-b3ad-d09d65b3f839', 'status': 'completed', 'code': 200} Jun 27 14:17:23.245521 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-8b1b64ea-14de-4b4e-a379-6370d816c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:23.247665 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-8b1b64ea-14de-4b4e-a379-6370d816c200 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b561ea2e4d874784b952280c413ddd60&device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 1127 time: 0.0472832 Jun 27 14:17:23.292401 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-fd7c7427-231b-4c83-b0f3-54bcb55ea90e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ebc4bfc-e536-4239-b3ad-d09d65b3f839 HTTP/1.1" status: 200 len: 217 time: 0.0366876 Jun 27 14:17:23.328804 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:23.337558 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f9361-f3cd-4231-8a3b-8033384b2463 req-45a15f8f-290e-4aa2-8888-1b931aef56b9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:23.339405 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e29f9361-f3cd-4231-8a3b-8033384b2463 req-45a15f8f-290e-4aa2-8888-1b931aef56b9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0515490 Jun 27 14:17:23.351882 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-ebd954c0-613c-4431-b424-9dd2108ab16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:23.353552 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-ebd954c0-613c-4431-b424-9dd2108ab16b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c56a306a-b446-458b-81d2-433215eee8c3 HTTP/1.1" status: 200 len: 848 time: 0.0471516 Jun 27 14:17:23.386303 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-6992e75a-fbe6-40db-a234-9d8f171de1b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cee11f7-6cb2-44a3-91d1-1b62873f934f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258665 Jun 27 14:17:23.398179 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e29f9361-f3cd-4231-8a3b-8033384b2463 req-62b1f2ed-95c3-4ecb-867f-b755fcc7591d tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522807 Jun 27 14:17:23.479684 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-b9dbbf56-350b-4f67-96f2-04990e9f5c20 service neutron] 10.222.0.13 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872431 Jun 27 14:17:23.579655 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-627c2b06-67b7-4bd2-b076-73eb88030aac req-045add6c-fc12-42c1-a187-56ac4c30a7fd service neutron] 10.222.0.13 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880663 Jun 27 14:17:24.238451 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdaec1-5044-4c9f-aea9-a0d695708e22 req-490aeafc-e932-4795-bfa8-21f56edd412f tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:24.239870 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e3cdaec1-5044-4c9f-aea9-a0d695708e22 req-490aeafc-e932-4795-bfa8-21f56edd412f tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 943 time: 0.0565350 Jun 27 14:17:24.297037 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e3cdaec1-5044-4c9f-aea9-a0d695708e22 req-11c8bb83-20d8-4ea9-96c0-9aab8781e476 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493712 Jun 27 14:17:24.484661 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7320d-1b14-4740-b664-b61e8a55888e req-2a3b7feb-277a-49b8-9db4-ad5fcbbca1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:24.486051 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d6e7320d-1b14-4740-b664-b61e8a55888e req-2a3b7feb-277a-49b8-9db4-ad5fcbbca1ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b561ea2e4d874784b952280c413ddd60&device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 1127 time: 0.0462236 Jun 27 14:17:24.501167 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:24.523458 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456de6a-ecc6-4ad8-be5d-c3ed68e32caf req-61bb270e-1980-43ec-b830-218cd74c0ab8 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:24.525324 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b456de6a-ecc6-4ad8-be5d-c3ed68e32caf req-61bb270e-1980-43ec-b830-218cd74c0ab8 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0521491 Jun 27 14:17:24.531070 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:24.578314 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b456de6a-ecc6-4ad8-be5d-c3ed68e32caf req-690f5136-eedd-487d-8e87-eb0f3039360b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463679 Jun 27 14:17:24.585833 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7320d-1b14-4740-b664-b61e8a55888e req-195b5c4f-6b96-4537-8f92-0314134dda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:24.587550 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d6e7320d-1b14-4740-b664-b61e8a55888e req-195b5c4f-6b96-4537-8f92-0314134dda66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cee11f7-6cb2-44a3-91d1-1b62873f934f HTTP/1.1" status: 200 len: 909 time: 0.0943809 Jun 27 14:17:24.634108 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d6e7320d-1b14-4740-b664-b61e8a55888e req-ae3739d5-d35b-4b18-8f1b-faa64b6e4d8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ebc4bfc-e536-4239-b3ad-d09d65b3f839 HTTP/1.1" status: 200 len: 217 time: 0.0364411 Jun 27 14:17:24.689815 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7320d-1b14-4740-b664-b61e8a55888e req-f160740a-f156-4755-9fc9-2709f0e523b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:24.691231 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d6e7320d-1b14-4740-b664-b61e8a55888e req-f160740a-f156-4755-9fc9-2709f0e523b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c56a306a-b446-458b-81d2-433215eee8c3 HTTP/1.1" status: 200 len: 848 time: 0.0489795 Jun 27 14:17:24.724133 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d6e7320d-1b14-4740-b664-b61e8a55888e req-a6b127c1-1a1f-434e-a0cd-fb7533cdf1bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cee11f7-6cb2-44a3-91d1-1b62873f934f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266538 Jun 27 14:17:24.821000 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d6e7320d-1b14-4740-b664-b61e8a55888e req-4fba6b29-6576-4655-b6a4-7e0a3e77b1ad service neutron] 10.222.0.13 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901446 Jun 27 14:17:24.933727 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d6e7320d-1b14-4740-b664-b61e8a55888e req-101005d2-1219-4894-9394-07efdbfd33f4 service neutron] 10.222.0.13 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986626 Jun 27 14:17:25.435412 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f208b9-c851-4409-8ba1-97610ff835a8 req-dce910b4-0bf2-496a-81a5-17c05d307236 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:25.436936 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a5f208b9-c851-4409-8ba1-97610ff835a8 req-dce910b4-0bf2-496a-81a5-17c05d307236 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 943 time: 0.0548823 Jun 27 14:17:25.488701 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a5f208b9-c851-4409-8ba1-97610ff835a8 req-73d167cc-8b7f-43ec-8add-eead1e749658 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Jun 27 14:17:25.721338 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4de874-81e4-4f2e-a559-108359edde87 req-29ae5e95-ee7c-48c7-be40-522d325035d1 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:25.722904 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4b4de874-81e4-4f2e-a559-108359edde87 req-29ae5e95-ee7c-48c7-be40-522d325035d1 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0573654 Jun 27 14:17:25.775550 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4b4de874-81e4-4f2e-a559-108359edde87 req-49b86ee3-0af9-4f4a-b7d8-ae082d2808c5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467420 Jun 27 14:17:26.478599 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:17:26.485478 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:26.592198 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,segment=NetworkSegment(f14e5457-eed6-4590-af33-6d8e14ac2360),segment_id=f14e5457-eed6-4590-af33-6d8e14ac2360)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:26.612649 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323860f3-6572-416b-8b69-28395353f44a req-8953953d-9377-485e-b191-0a700d484142 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:26.613332 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '2ebc4bfc-e536-4239-b3ad-d09d65b3f839', 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f', 'port_id': '2ebc4bfc-e536-4239-b3ad-d09d65b3f839', 'mac_address': 'fa:16:3e:88:4e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56a306a-b446-458b-81d2-433215eee8c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:17:26.614290 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-323860f3-6572-416b-8b69-28395353f44a req-8953953d-9377-485e-b191-0a700d484142 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 943 time: 0.0505881 Jun 27 14:17:26.652271 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:17:26.652639 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:26.667483 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:17:26.676244 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-323860f3-6572-416b-8b69-28395353f44a req-5d3a8299-3993-4587-946d-aa7d3552fb0a tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556006 Jun 27 14:17:26.687934 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:26.690751 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,segment=NetworkSegment(f14e5457-eed6-4590-af33-6d8e14ac2360),segment_id=f14e5457-eed6-4590-af33-6d8e14ac2360)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:26.695797 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:26.745882 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:26.912003 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97af2e-68d9-436e-a8b6-5ca7667e09e0 req-4990e6ae-2c9f-4f9c-963a-18c25f659ebf tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:26.913823 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bb97af2e-68d9-436e-a8b6-5ca7667e09e0 req-4990e6ae-2c9f-4f9c-963a-18c25f659ebf tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0588181 Jun 27 14:17:26.947580 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['2ebc4bfc-e536-4239-b3ad-d09d65b3f839'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:17:26.975908 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bb97af2e-68d9-436e-a8b6-5ca7667e09e0 req-68216526-6e02-4e99-81cd-a658ec8980e8 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542367 Jun 27 14:17:27.817621 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374c9f-f469-485c-9680-04b7ad5c4476 req-005a4492-5e1c-4c1b-b150-6c07a6ff35c7 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:27.819208 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-58374c9f-f469-485c-9680-04b7ad5c4476 req-005a4492-5e1c-4c1b-b150-6c07a6ff35c7 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 944 time: 0.0554183 Jun 27 14:17:27.871583 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-58374c9f-f469-485c-9680-04b7ad5c4476 req-282078c7-bc3e-48c5-8980-02c5a98c8b57 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448484 Jun 27 14:17:28.118364 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100d4ee-6c07-48c1-89cc-f7f4eaf97e68 req-db0519b1-c07a-44ec-8cba-cbc3637945c4 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:28.120078 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8100d4ee-6c07-48c1-89cc-f7f4eaf97e68 req-db0519b1-c07a-44ec-8cba-cbc3637945c4 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0628576 Jun 27 14:17:28.174905 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8100d4ee-6c07-48c1-89cc-f7f4eaf97e68 req-0ca30935-d85d-4cdc-8a19-c7c36f487b9a tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483608 Jun 27 14:17:28.493097 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:17:28.550599 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:17:28.557328 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:17:28.560267 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:28.635434 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:28.644545 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:17:28.644955 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:28.673289 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aea45f6-a7d2-44f7-b9f5-c0010180fb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc4bfc-e536-4239-b3ad-d09d65b3f839'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:28.675610 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31d992d-16f3-4937-990d-b7b1b1aa3996" -d '{"events": [{"server_uuid": "7aea45f6-a7d2-44f7-b9f5-c0010180fb82", "name": "network-vif-plugged", "status": "completed", "tag": "2ebc4bfc-e536-4239-b3ad-d09d65b3f839"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:28.690480 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,segment=NetworkSegment(f14e5457-eed6-4590-af33-6d8e14ac2360),segment_id=f14e5457-eed6-4590-af33-6d8e14ac2360)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:28.695482 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:28.724193 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec677cd7-82fc-4508-978e-30a10411d265 x-openstack-request-id: req-ec677cd7-82fc-4508-978e-30a10411d265 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:28.724504 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aea45f6-a7d2-44f7-b9f5-c0010180fb82", "name": "network-vif-plugged", "status": "completed", "tag": "2ebc4bfc-e536-4239-b3ad-d09d65b3f839", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:28.724812 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec677cd7-82fc-4508-978e-30a10411d265 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:28.725157 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec677cd7-82fc-4508-978e-30a10411d265'] response: {'server_uuid': '7aea45f6-a7d2-44f7-b9f5-c0010180fb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc4bfc-e536-4239-b3ad-d09d65b3f839', 'code': 200} Jun 27 14:17:28.767387 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:28.940419 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca757a1-13dd-4706-8883-52bcff80acdb req-396a646e-9ae8-45e5-9000-4d1b726cc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:28.942134 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eca757a1-13dd-4706-8883-52bcff80acdb req-396a646e-9ae8-45e5-9000-4d1b726cc95a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 1129 time: 0.0422611 Jun 27 14:17:29.007116 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafb24f-1a63-49c8-88cf-71e60da7434f req-0f195008-2511-45fb-8df5-92ebd401ae97 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:29.008743 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9dafb24f-1a63-49c8-88cf-71e60da7434f req-0f195008-2511-45fb-8df5-92ebd401ae97 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 945 time: 0.0534043 Jun 27 14:17:29.010634 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eca757a1-13dd-4706-8883-52bcff80acdb req-67baafda-5a3a-4135-a333-defb29489dd5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500898 Jun 27 14:17:29.062676 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9dafb24f-1a63-49c8-88cf-71e60da7434f req-abae100e-fcf8-4af3-b2ef-4417068a9ea6 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 Jun 27 14:17:29.347409 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac7953-966c-4d10-86fe-fb03d492f63b req-c39dac72-04a8-49aa-87e0-d4b1ba7f56b9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:29.349991 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3bac7953-966c-4d10-86fe-fb03d492f63b req-c39dac72-04a8-49aa-87e0-d4b1ba7f56b9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0937066 Jun 27 14:17:29.385501 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:29.408134 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3bac7953-966c-4d10-86fe-fb03d492f63b req-2887808e-cfcb-446e-a0ff-58325cbeac57 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522809 Jun 27 14:17:30.166664 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:30.186124 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1a5b8-218f-4da7-8295-2b5e15109cf3 req-3c83f5be-ed4d-4a97-a8b8-3d7900dee85f tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:30.187840 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-67e1a5b8-218f-4da7-8295-2b5e15109cf3 req-3c83f5be-ed4d-4a97-a8b8-3d7900dee85f tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 945 time: 0.0501866 Jun 27 14:17:30.242952 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-67e1a5b8-218f-4da7-8295-2b5e15109cf3 req-f1dc92b6-3ae6-490c-897d-7d33c666d813 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491712 Jun 27 14:17:30.555481 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bf666-d185-465a-bff3-65af292cf81c req-62d28b0a-ad49-40d0-a064-ddb0c3294ed3 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:30.557145 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-546bf666-d185-465a-bff3-65af292cf81c req-62d28b0a-ad49-40d0-a064-ddb0c3294ed3 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0564878 Jun 27 14:17:30.617588 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-546bf666-d185-465a-bff3-65af292cf81c req-75765a10-19a4-4d95-96f2-4d30e9098f8b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519326 Jun 27 14:17:30.994988 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:17:31.313232 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-08389930-effb-4148-8c73-0649e212618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:31.314926 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-08389930-effb-4148-8c73-0649e212618a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1660a6efb665498199c6d992dffcf16c&device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 1130 time: 0.0459642 Jun 27 14:17:31.371157 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b37f7-9899-41fc-9beb-afc30b503dcf req-0803fdc7-374b-40ab-a6bd-6614bbcd9297 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:31.373133 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d49b37f7-9899-41fc-9beb-afc30b503dcf req-0803fdc7-374b-40ab-a6bd-6614bbcd9297 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 945 time: 0.0526617 Jun 27 14:17:31.415325 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-78ad997e-2ca0-41e9-98ed-a7d3857dec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:31.416822 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-78ad997e-2ca0-41e9-98ed-a7d3857dec24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4d43ec1-ddd5-4039-a124-eea360564a63 HTTP/1.1" status: 200 len: 910 time: 0.0958445 Jun 27 14:17:31.425311 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d49b37f7-9899-41fc-9beb-afc30b503dcf req-1231b6ee-3627-4119-b18f-007fc753186c tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460825 Jun 27 14:17:31.494414 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-845b38a7-9a48-4079-b224-9d2ccaed85df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 HTTP/1.1" status: 200 len: 1002 time: 0.0714943 Jun 27 14:17:31.549902 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-5a336598-2e0d-4898-a58c-ff5cfa96d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:31.551560 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-5a336598-2e0d-4898-a58c-ff5cfa96d058 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=266c084f-6e21-413b-9459-055bf6fb0572 HTTP/1.1" status: 200 len: 848 time: 0.0514855 Jun 27 14:17:31.601342 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-a05d5346-fdb9-498f-9b06-892f01438c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:31.603078 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-a05d5346-fdb9-498f-9b06-892f01438c49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4d43ec1-ddd5-4039-a124-eea360564a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451000 Jun 27 14:17:31.735162 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-56acc236-3552-41b2-9eea-92994d12138f service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252818 Jun 27 14:17:31.794974 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f60336-801f-47b9-b477-b9485026cb7c req-1b56e7ca-17aa-4a4f-9024-d124baa75a32 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:31.797410 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a0f60336-801f-47b9-b477-b9485026cb7c req-1b56e7ca-17aa-4a4f-9024-d124baa75a32 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0760534 Jun 27 14:17:31.892455 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a0f60336-801f-47b9-b477-b9485026cb7c req-b557ef26-ee25-41f5-b85d-6a4fe8a3272e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812993 Jun 27 14:17:31.895472 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1818c3a6-0d86-4e81-bfa9-be6bf5fca6d9 req-c4b19f30-de2a-469c-9e85-b15c5fdda4fe service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528876 Jun 27 14:17:32.222530 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbad008-2fb8-4c3d-b7ef-a7aa43a95474 req-3dc2497f-ec0b-4ee5-905b-8ae997870d3a tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:32.224068 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5bbad008-2fb8-4c3d-b7ef-a7aa43a95474 req-3dc2497f-ec0b-4ee5-905b-8ae997870d3a tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 945 time: 0.0558739 Jun 27 14:17:32.276585 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5bbad008-2fb8-4c3d-b7ef-a7aa43a95474 req-29c1f6ad-a890-4b4a-b590-8c52ed15e9c5 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464840 Jun 27 14:17:32.296636 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44064) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:32.430313 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20160f48-04d2-471c-8771-f35ee9a8c18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:32.467284 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:32.491629 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:32.531554 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20160f48-04d2-471c-8771-f35ee9a8c18c admin admin] Publish callbacks [] for security_group (1420f04f-9c47-4f78-be66-a3948c2ebeac), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:32.543062 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20160f48-04d2-471c-8771-f35ee9a8c18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (1420f04f-9c47-4f78-be66-a3948c2ebeac), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:32.600781 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-20160f48-04d2-471c-8771-f35ee9a8c18c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e10934ba257b4a29962cd15ec1a75a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076892 Jun 27 14:17:32.601564 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20160f48-04d2-471c-8771-f35ee9a8c18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1420f04f-9c47-4f78-be66-a3948c2ebeac,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:32.604537 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44068) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:32.664190 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Publish callbacks [] for security_group (1420f04f-9c47-4f78-be66-a3948c2ebeac), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:32.692749 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Publish callbacks [] for security_group (1420f04f-9c47-4f78-be66-a3948c2ebeac), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:32.746792 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (1420f04f-9c47-4f78-be66-a3948c2ebeac), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:32.750132 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:32.751420 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1420f04f-9c47-4f78-be66-a3948c2ebeac HTTP/1.1" status: 204 len: 168 time: 0.1456974 Jun 27 14:17:32.763928 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1420f04f-9c47-4f78-be66-a3948c2ebeac,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:32.772476 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.772824 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.773166 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.773547 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.774144 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.774304 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.774609 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.774996 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.775262 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.775562 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.775830 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.776144 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.776456 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.776770 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:32.777168 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183ca5a1-ea5f-45ae-b7da-aa51ca958f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:17:33.066214 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39486462-18f8-4116-b42d-8be154fd6b71 req-eca140af-62ed-4752-a519-ace8b33dc672 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:33.068336 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39486462-18f8-4116-b42d-8be154fd6b71 req-eca140af-62ed-4752-a519-ace8b33dc672 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0661521 Jun 27 14:17:33.096519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44078) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:33.111993 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d2349cf3-27c5-4264-a50e-1a542ae4ebcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:33.134480 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39486462-18f8-4116-b42d-8be154fd6b71 req-8382f103-a0f3-4ac9-873c-5bb55d48387b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574625 Jun 27 14:17:33.207443 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d2349cf3-27c5-4264-a50e-1a542ae4ebcc admin admin] Publish callbacks [] for security_group (99cd2e01-42fb-42eb-bc87-534dab267712), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:33.212022 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d2349cf3-27c5-4264-a50e-1a542ae4ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (99cd2e01-42fb-42eb-bc87-534dab267712), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:33.251976 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2349cf3-27c5-4264-a50e-1a542ae4ebcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cd2e01-42fb-42eb-bc87-534dab267712,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:33.256210 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d2349cf3-27c5-4264-a50e-1a542ae4ebcc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b50f1a6d648c46ea8b93dfa6794c1976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584060 Jun 27 14:17:33.259415 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44080) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:33.324306 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-958d7264-66fa-496a-b156-9360cbe2f37b admin admin] Publish callbacks [] for security_group (99cd2e01-42fb-42eb-bc87-534dab267712), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:33.349288 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-958d7264-66fa-496a-b156-9360cbe2f37b admin admin] Publish callbacks [] for security_group (99cd2e01-42fb-42eb-bc87-534dab267712), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:33.407454 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d30ce8-6592-4711-9c69-81dce01e99b9 req-752e193f-4036-4e60-996d-64abea7854ba tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:33.407866 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-958d7264-66fa-496a-b156-9360cbe2f37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (99cd2e01-42fb-42eb-bc87-534dab267712), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:33.409057 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b6d30ce8-6592-4711-9c69-81dce01e99b9 req-752e193f-4036-4e60-996d-64abea7854ba tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 945 time: 0.0528140 Jun 27 14:17:33.410857 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-958d7264-66fa-496a-b156-9360cbe2f37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:33.412172 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-958d7264-66fa-496a-b156-9360cbe2f37b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99cd2e01-42fb-42eb-bc87-534dab267712 HTTP/1.1" status: 204 len: 168 time: 0.1517439 Jun 27 14:17:33.422314 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d7264-66fa-496a-b156-9360cbe2f37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cd2e01-42fb-42eb-bc87-534dab267712,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:33.482241 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b6d30ce8-6592-4711-9c69-81dce01e99b9 req-7ded20a9-b4fa-482d-9ed0-69f18096dd39 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608957 Jun 27 14:17:34.290535 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbed86-5f01-4690-94db-60e1f8e88d77 req-9bd2c975-1ae1-44d8-9038-d841f96d9fae tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:34.292222 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-37dbed86-5f01-4690-94db-60e1f8e88d77 req-9bd2c975-1ae1-44d8-9038-d841f96d9fae tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0630291 Jun 27 14:17:34.360468 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-37dbed86-5f01-4690-94db-60e1f8e88d77 req-c07ba5f7-a6d7-41b2-a8ac-3ef4016824f2 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582960 Jun 27 14:17:34.498541 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-d23b60f1-c84e-42d0-8e52-0c2910d90b35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537820 Jun 27 14:17:34.569498 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-77e42c32-35dd-4cff-8762-0ef4e03944e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:34.571353 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-77e42c32-35dd-4cff-8762-0ef4e03944e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12a08b9d2c92484481315d29fafa47c2&device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 1130 time: 0.0469339 Jun 27 14:17:34.661896 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac2d57-f333-4885-b3d9-73d4ae52ed12 req-9d966104-eed2-4f86-b754-52e8508885bb tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:34.663962 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ddac2d57-f333-4885-b3d9-73d4ae52ed12 req-9d966104-eed2-4f86-b754-52e8508885bb tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 945 time: 0.0555313 Jun 27 14:17:34.685310 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc919917-330a-4f00-84d8-0d571eaff622 req-c2af9893-6beb-4745-b223-b55d676ea480 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:34.688029 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fc919917-330a-4f00-84d8-0d571eaff622 req-c2af9893-6beb-4745-b223-b55d676ea480 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 945 time: 0.0957198 Jun 27 14:17:34.726695 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:34.727642 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:34.732034 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ddac2d57-f333-4885-b3d9-73d4ae52ed12 req-fe839fae-83eb-4165-acd4-617ebd49236c tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594172 Jun 27 14:17:34.831939 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-77cd9dde-9acf-4f2b-8fee-5a99ba28c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:34.833421 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-77cd9dde-9acf-4f2b-8fee-5a99ba28c8a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 200 len: 917 time: 0.2054026 Jun 27 14:17:34.854485 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-fc919917-330a-4f00-84d8-0d571eaff622 req-bf0c0036-b427-4cd7-a790-840f63e2fc5b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Deleting port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:17:34.855316 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fc919917-330a-4f00-84d8-0d571eaff622 req-bf0c0036-b427-4cd7-a790-840f63e2fc5b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:34.934005 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:34.947134 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-986edc74-d58d-4637-8ced-dbd46260d253 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c HTTP/1.1" status: 200 len: 1001 time: 0.1041269 Jun 27 14:17:35.055522 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:35.057487 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-450586c1-5dd1-40a4-ac4a-15a4c94ecf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:35.059854 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-450586c1-5dd1-40a4-ac4a-15a4c94ecf3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 200 len: 855 time: 0.0774467 Jun 27 14:17:35.147663 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-fc919917-330a-4f00-84d8-0d571eaff622 req-bf0c0036-b427-4cd7-a790-840f63e2fc5b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] For port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,segment=NetworkSegment(f14e5457-eed6-4590-af33-6d8e14ac2360),segment_id=f14e5457-eed6-4590-af33-6d8e14ac2360)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:35.148316 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fc919917-330a-4f00-84d8-0d571eaff622 req-bf0c0036-b427-4cd7-a790-840f63e2fc5b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:35.175009 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-e530ce07-4a3a-45d7-a723-dc92b54583a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:35.177208 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-e530ce07-4a3a-45d7-a723-dc92b54583a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d1575ad-e082-42db-9394-d8ba8185acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1110485 Jun 27 14:17:35.186906 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-fc919917-330a-4f00-84d8-0d571eaff622 req-bf0c0036-b427-4cd7-a790-840f63e2fc5b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Calling delete_port for 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:17:35.346972 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-99919e84-1ebb-42aa-abf3-207d08b4353d service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628556 Jun 27 14:17:35.513412 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fc919917-330a-4f00-84d8-0d571eaff622 req-bf0c0036-b427-4cd7-a790-840f63e2fc5b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (2ebc4bfc-e536-4239-b3ad-d09d65b3f839), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:35.523773 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345c341-b4bb-494b-b691-e9fe5db85bb7 req-2aad577e-627c-4eed-a43a-7aa0541a60a4 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:35.529178 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['2ebc4bfc-e536-4239-b3ad-d09d65b3f839'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:17:35.531051 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8345c341-b4bb-494b-b691-e9fe5db85bb7 req-2aad577e-627c-4eed-a43a-7aa0541a60a4 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0749354 Jun 27 14:17:35.581640 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c0036-b427-4cd7-a790-840f63e2fc5b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Pushing event deleted for resources: {'Port': ['ID=2ebc4bfc-e536-4239-b3ad-d09d65b3f839,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:35.600935 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8345c341-b4bb-494b-b691-e9fe5db85bb7 req-4f8ee2b4-4306-4791-81c9-d3716af1e766 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688717 Jun 27 14:17:35.654460 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc919917-330a-4f00-84d8-0d571eaff622 req-bf0c0036-b427-4cd7-a790-840f63e2fc5b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] No DVR routers for this DVR port 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:17:35.658730 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-fc919917-330a-4f00-84d8-0d571eaff622 req-bf0c0036-b427-4cd7-a790-840f63e2fc5b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:35.662110 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fc919917-330a-4f00-84d8-0d571eaff622 req-bf0c0036-b427-4cd7-a790-840f63e2fc5b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.13 "DELETE /v2.0/ports/2ebc4bfc-e536-4239-b3ad-d09d65b3f839 HTTP/1.1" status: 204 len: 173 time: 0.9661603 Jun 27 14:17:35.662598 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aea45f6-a7d2-44f7-b9f5-c0010180fb82', 'name': 'network-vif-deleted', 'tag': '2ebc4bfc-e536-4239-b3ad-d09d65b3f839'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:35.665003 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3570bb8d-d6d4-4796-a65f-945a0190bab9" -d '{"events": [{"server_uuid": "7aea45f6-a7d2-44f7-b9f5-c0010180fb82", "name": "network-vif-deleted", "tag": "2ebc4bfc-e536-4239-b3ad-d09d65b3f839"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:35.672552 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac014dca-1e07-43f7-b3ea-794c7518a178 req-7b5eca54-7511-415b-9b55-4c73900f658d service neutron] 10.222.0.13 "GET /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530928 Jun 27 14:17:35.676669 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-08910261-c9c1-4281-9e38-95e815c2d7da req-63cfc1d3-8a2f-4643-a879-028f02c108b4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:17:35.679830 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-08910261-c9c1-4281-9e38-95e815c2d7da req-63cfc1d3-8a2f-4643-a879-028f02c108b4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0154748 Jun 27 14:17:35.722992 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dad2ea-9702-4d05-ae9c-ad826b3dac52 x-openstack-request-id: req-00dad2ea-9702-4d05-ae9c-ad826b3dac52 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:35.723311 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aea45f6-a7d2-44f7-b9f5-c0010180fb82", "name": "network-vif-deleted", "tag": "2ebc4bfc-e536-4239-b3ad-d09d65b3f839", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:35.723761 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00dad2ea-9702-4d05-ae9c-ad826b3dac52 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:35.724551 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00dad2ea-9702-4d05-ae9c-ad826b3dac52'] response: {'server_uuid': '7aea45f6-a7d2-44f7-b9f5-c0010180fb82', 'name': 'network-vif-deleted', 'tag': '2ebc4bfc-e536-4239-b3ad-d09d65b3f839', 'status': 'completed', 'code': 200} Jun 27 14:17:35.923167 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f29a89ae-c8f0-4f71-8c3b-6f3e37615d96 req-3beb395b-087d-491d-9c6e-d6f218d31a2e tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=7aea45f6-a7d2-44f7-b9f5-c0010180fb82 HTTP/1.1" status: 200 len: 210 time: 0.0759006 Jun 27 14:17:35.949179 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-067a858f-bd49-40c5-9a85-3e022c09347d req-c7d2d1ec-2c7d-46cb-852b-bec98b825530 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132700 Jun 27 14:17:35.983696 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752d167-22c7-4fc5-b627-3cb5f8a0e72a req-23433ba2-63c4-400a-a08d-ac6a8049fb80 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:35.986896 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b752d167-22c7-4fc5-b627-3cb5f8a0e72a req-23433ba2-63c4-400a-a08d-ac6a8049fb80 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0973227 Jun 27 14:17:36.070910 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a858f-bd49-40c5-9a85-3e022c09347d req-6bebdc7a-b244-4453-8dfb-b64aa797b646 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:36.072321 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-067a858f-bd49-40c5-9a85-3e022c09347d req-6bebdc7a-b244-4453-8dfb-b64aa797b646 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports/2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 HTTP/1.1" status: 200 len: 943 time: 0.0772758 Jun 27 14:17:36.076000 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b752d167-22c7-4fc5-b627-3cb5f8a0e72a req-55c40a5b-a239-4baf-8e73-5d97663af39e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787551 Jun 27 14:17:36.596798 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:17:36.628941 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:17:36.629393 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2ebc4bfc-e536-4239-b3ad-d09d65b3f839 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:17:36.629906 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:17:36.727475 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 is: ACTIVE; New status is: DOWN {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:17:36.727871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:36.755429 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:36.757850 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d88994a-a330-44cd-a6ec-3d1e7767abcd" -d '{"events": [{"server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "name": "network-vif-unplugged", "status": "completed", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:36.775273 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:36.781022 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:36.811944 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7857320f-0b7d-4ef6-a77e-3823ca285ddb x-openstack-request-id: req-7857320f-0b7d-4ef6-a77e-3823ca285ddb {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:36.812282 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "name": "network-vif-unplugged", "status": "failed", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09", "code": 422}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:36.812477 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7857320f-0b7d-4ef6-a77e-3823ca285ddb {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:36.812866 dv-cinder-841125-9-iscsi neutron-server[104124]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7857320f-0b7d-4ef6-a77e-3823ca285ddb']: {'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'code': 422} returned with failed status Jun 27 14:17:36.844857 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,revision_number=6']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:37.341480 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd62a8a-7a80-4b01-91cf-557c27e8a2bc req-9e190f1c-6bf7-40a7-b80d-75ed463d0da5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:37.344192 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1fd62a8a-7a80-4b01-91cf-557c27e8a2bc req-9e190f1c-6bf7-40a7-b80d-75ed463d0da5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.1263657 Jun 27 14:17:37.548828 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1fd62a8a-7a80-4b01-91cf-557c27e8a2bc req-a1d3b7da-eb09-421a-b39d-68beafa0de6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897237 Jun 27 14:17:37.566173 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de46fae-0876-4c00-95fb-e70042ad196b req-3f0b4ae1-fcd9-43b5-a4c7-d8f955636803 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:37.568954 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-3f0b4ae1-fcd9-43b5-a4c7-d8f955636803 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/networks?id=6cee11f7-6cb2-44a3-91d1-1b62873f934f HTTP/1.1" status: 200 len: 808 time: 0.3029041 Jun 27 14:17:37.590005 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-cd85f083-8a1b-4217-8359-57c77149a343 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/quotas/b561ea2e4d874784b952280c413ddd60 HTTP/1.1" status: 200 len: 375 time: 0.0118546 Jun 27 14:17:37.646207 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-c24f758c-ef01-4977-92c3-2c8c0ed245c9 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b561ea2e4d874784b952280c413ddd60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464804 Jun 27 14:17:37.749184 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a858f-bd49-40c5-9a85-3e022c09347d req-502361df-1f62-47f5-a322-104d63f97887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:37.751572 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-067a858f-bd49-40c5-9a85-3e022c09347d req-502361df-1f62-47f5-a322-104d63f97887 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643&tenant_id=1660a6efb665498199c6d992dffcf16c HTTP/1.1" status: 200 len: 1128 time: 0.0699511 Jun 27 14:17:37.792585 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-96418052-ffd8-436e-8d14-503575290246 service neutron] 10.222.0.43 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366103 Jun 27 14:17:37.938285 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-67a13a3f-e0d8-4122-817e-3e3b60db0586 service neutron] 10.222.0.43 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370680 Jun 27 14:17:38.140739 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a858f-bd49-40c5-9a85-3e022c09347d req-4e261e92-23ba-42b3-bd72-3a7801f922c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:38.142296 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-067a858f-bd49-40c5-9a85-3e022c09347d req-4e261e92-23ba-42b3-bd72-3a7801f922c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1660a6efb665498199c6d992dffcf16c&device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 1128 time: 0.3594291 Jun 27 14:17:38.248648 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-06402a7c-ccd1-4910-991d-7c2541a91688 req-7cb6d8e1-88d9-4128-ac84-2ef7f4d519a4 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 210 time: 0.0394573 Jun 27 14:17:38.299834 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a858f-bd49-40c5-9a85-3e022c09347d req-e51b5d69-6244-4a0c-b54e-5533b1901473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:38.301325 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-067a858f-bd49-40c5-9a85-3e022c09347d req-e51b5d69-6244-4a0c-b54e-5533b1901473 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4d43ec1-ddd5-4039-a124-eea360564a63 HTTP/1.1" status: 200 len: 910 time: 0.1519160 Jun 27 14:17:38.425986 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-067a858f-bd49-40c5-9a85-3e022c09347d req-f22f1a4e-c131-48d4-a16e-8a366f699f02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 HTTP/1.1" status: 200 len: 1000 time: 0.1170707 Jun 27 14:17:38.499044 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a858f-bd49-40c5-9a85-3e022c09347d req-d817d8d5-f0a6-4b66-9f9e-e2e7226d8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:38.500579 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-067a858f-bd49-40c5-9a85-3e022c09347d req-d817d8d5-f0a6-4b66-9f9e-e2e7226d8098 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=266c084f-6e21-413b-9459-055bf6fb0572 HTTP/1.1" status: 200 len: 848 time: 0.0678413 Jun 27 14:17:38.554047 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:38.569130 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a858f-bd49-40c5-9a85-3e022c09347d req-03ae6482-9b4f-47da-ba80-ffc4381186ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:38.571361 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-067a858f-bd49-40c5-9a85-3e022c09347d req-03ae6482-9b4f-47da-ba80-ffc4381186ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4d43ec1-ddd5-4039-a124-eea360564a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633798 Jun 27 14:17:38.703010 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-067a858f-bd49-40c5-9a85-3e022c09347d req-a34281af-e9b3-49de-be99-ba0aa2ca24f3 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240382 Jun 27 14:17:38.801298 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96115f6-001b-4280-9a2e-441bc22cf081 req-cd0202ff-e365-4458-adee-7aabe4932fb0 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:38.809840 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e96115f6-001b-4280-9a2e-441bc22cf081 req-cd0202ff-e365-4458-adee-7aabe4932fb0 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0961876 Jun 27 14:17:38.878340 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:38.885186 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e96115f6-001b-4280-9a2e-441bc22cf081 req-e7754fa0-3ad8-4cf6-8434-a54406e787b0 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715804 Jun 27 14:17:38.885461 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-067a858f-bd49-40c5-9a85-3e022c09347d req-d59e14d3-9f8a-4372-aae5-5923d611cb98 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679852 Jun 27 14:17:39.363425 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1dbbc51-ebf4-4d22-973b-14e95ef3dd3d req-c5b01086-d5c2-45b8-b908-53971e879cf0 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 210 time: 0.0356987 Jun 27 14:17:39.727083 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de46fae-0876-4c00-95fb-e70042ad196b req-8c327725-70db-4881-9aad-ae1cb6cc0927 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:39.729497 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-8c327725-70db-4881-9aad-ae1cb6cc0927 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.13 "GET /v2.0/networks?id=6cee11f7-6cb2-44a3-91d1-1b62873f934f HTTP/1.1" status: 200 len: 808 time: 0.1626260 Jun 27 14:17:39.750570 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Request body: {'port': {'device_id': '3736084a-8dae-423c-bb9e-13a47d047679', 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f', 'admin_state_up': True, 'tenant_id': 'b561ea2e4d874784b952280c413ddd60'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:17:39.891306 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Made reservation on behalf of b561ea2e4d874784b952280c413ddd60 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:17:39.894943 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:40.034747 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e3a39-cf02-4794-872b-f75ea7a523dc req-aca20a45-4d98-48e1-8cd3-6463f01e1fdb tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:40.036439 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-480e3a39-cf02-4794-872b-f75ea7a523dc req-aca20a45-4d98-48e1-8cd3-6463f01e1fdb tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0560772 Jun 27 14:17:40.079025 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Allocated IP 172.20.0.3 (6cee11f7-6cb2-44a3-91d1-1b62873f934f/c56a306a-b446-458b-81d2-433215eee8c3/ec15092f-4609-44e2-bdb3-142c20d1d461) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:17:40.096882 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-480e3a39-cf02-4794-872b-f75ea7a523dc req-d1740389-04a0-4e1b-a327-c38146fb2deb tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542314 Jun 27 14:17:40.256104 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks [] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:40.292432 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:40.343544 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Network 6cee11f7-6cb2-44a3-91d1-1b62873f934f is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:17:40.347369 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:17:40.352052 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:17:40.359456 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Pushing event updated for resources: {'Port': ['ID=ec15092f-4609-44e2-bdb3-142c20d1d461,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:40.380167 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:40.413251 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:40.414137 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:40.437101 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-bbe3511a-4c29-415f-8187-c5bb6485da98 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6929519 Jun 27 14:17:40.454093 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Request body: {'port': {'device_id': '3736084a-8dae-423c-bb9e-13a47d047679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:17:40.533532 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fe3ca-f80a-4294-ab95-3a820da3d541 req-e3df6c4f-ecf9-4201-a312-57552c77875c tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:40.535038 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-381fe3ca-f80a-4294-ab95-3a820da3d541 req-e3df6c4f-ecf9-4201-a312-57552c77875c tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 931 time: 0.0612862 Jun 27 14:17:40.543707 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:40.586822 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:40.613204 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-381fe3ca-f80a-4294-ab95-3a820da3d541 req-b5530a12-b75d-44b9-ba5a-a3dd3c1397c5 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658991 Jun 27 14:17:40.892998 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec15092f-4609-44e2-bdb3-142c20d1d461 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:17:40.902392 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Publish callbacks [] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:40.918102 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Transition to ACTIVE for port object ec15092f-4609-44e2-bdb3-142c20d1d461 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:17:40.923509 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:40.983382 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=ec15092f-4609-44e2-bdb3-142c20d1d461,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:41.065272 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Attempting to bind port ec15092f-4609-44e2-bdb3-142c20d1d461 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:17:41.065604 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Attempting to bind port ec15092f-4609-44e2-bdb3-142c20d1d461 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'f14e5457-eed6-4590-af33-6d8e14ac2360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:17:41.065940 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Attempting to bind port ec15092f-4609-44e2-bdb3-142c20d1d461 on network 6cee11f7-6cb2-44a3-91d1-1b62873f934f {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:17:41.071922 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Port ec15092f-4609-44e2-bdb3-142c20d1d461 on network 6cee11f7-6cb2-44a3-91d1-1b62873f934f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:17:41.072440 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Attempting to bind port ec15092f-4609-44e2-bdb3-142c20d1d461 on network 6cee11f7-6cb2-44a3-91d1-1b62873f934f {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:17:41.080015 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:17:41.080572 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Checking segment: {'id': 'f14e5457-eed6-4590-af33-6d8e14ac2360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:17:41.081049 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Bound using segment: {'id': 'f14e5457-eed6-4590-af33-6d8e14ac2360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:17:41.081526 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Bound port: ec15092f-4609-44e2-bdb3-142c20d1d461, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14e5457-eed6-4590-af33-6d8e14ac2360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:17:41.081925 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:41.160232 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] For port ec15092f-4609-44e2-bdb3-142c20d1d461, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:17:41.165104 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] For port ec15092f-4609-44e2-bdb3-142c20d1d461, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=ec15092f-4609-44e2-bdb3-142c20d1d461,segment=NetworkSegment(f14e5457-eed6-4590-af33-6d8e14ac2360),segment_id=f14e5457-eed6-4590-af33-6d8e14ac2360)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:17:41.174485 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:41.223447 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:41.224078 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:41.225569 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] 10.222.0.13 "PUT /v2.0/ports/ec15092f-4609-44e2-bdb3-142c20d1d461 HTTP/1.1" status: 200 len: 1093 time: 0.7806735 Jun 27 14:17:41.226051 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3736084a-8dae-423c-bb9e-13a47d047679', 'tag': 'ec15092f-4609-44e2-bdb3-142c20d1d461'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:41.228411 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32" -d '{"events": [{"name": "network-changed", "server_uuid": "3736084a-8dae-423c-bb9e-13a47d047679", "tag": "ec15092f-4609-44e2-bdb3-142c20d1d461"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:41.254175 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41d95e-f93c-46e7-9453-12688ac5ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=ec15092f-4609-44e2-bdb3-142c20d1d461,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:41.282100 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae78d0f-3f0a-49d1-882a-61fa1d962491 x-openstack-request-id: req-fae78d0f-3f0a-49d1-882a-61fa1d962491 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:41.282549 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3736084a-8dae-423c-bb9e-13a47d047679", "tag": "ec15092f-4609-44e2-bdb3-142c20d1d461", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:41.282834 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fae78d0f-3f0a-49d1-882a-61fa1d962491 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:41.283277 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae78d0f-3f0a-49d1-882a-61fa1d962491'] response: {'name': 'network-changed', 'server_uuid': '3736084a-8dae-423c-bb9e-13a47d047679', 'tag': 'ec15092f-4609-44e2-bdb3-142c20d1d461', 'status': 'completed', 'code': 200} Jun 27 14:17:41.339369 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de46fae-0876-4c00-95fb-e70042ad196b req-8223fb86-ae7e-4d5e-a61a-b15897625de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:41.339885 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6beb30-3802-4ab7-9eb8-4801cf54d6f7 req-51bcf56c-6a9c-44a0-b6ce-50f273f24d9c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:41.342024 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-8223fb86-ae7e-4d5e-a61a-b15897625de0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b561ea2e4d874784b952280c413ddd60&device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 1127 time: 0.0488400 Jun 27 14:17:41.342795 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-db6beb30-3802-4ab7-9eb8-4801cf54d6f7 req-51bcf56c-6a9c-44a0-b6ce-50f273f24d9c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.1322260 Jun 27 14:17:41.372371 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:41.389815 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-8ca94ecc-42d2-4ad2-880a-cdcd61a706fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec15092f-4609-44e2-bdb3-142c20d1d461 HTTP/1.1" status: 200 len: 217 time: 0.0383422 Jun 27 14:17:41.415559 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:41.433096 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-db6beb30-3802-4ab7-9eb8-4801cf54d6f7 req-0aa4d567-60cf-4fc0-a860-9828bb1266fd tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837743 Jun 27 14:17:41.467772 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de46fae-0876-4c00-95fb-e70042ad196b req-d890c2fc-fecf-4bbc-b618-427a511bcecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:41.469234 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-d890c2fc-fecf-4bbc-b618-427a511bcecb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c56a306a-b446-458b-81d2-433215eee8c3 HTTP/1.1" status: 200 len: 848 time: 0.0706201 Jun 27 14:17:41.514070 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-ed6565d9-cce4-4126-bf77-bf2e5ad1d221 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cee11f7-6cb2-44a3-91d1-1b62873f934f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374367 Jun 27 14:17:41.625260 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:41.668786 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-755ba4fd-287a-4b24-8662-cfe91e100a5e service neutron] 10.222.0.13 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471589 Jun 27 14:17:41.776301 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f291a38-e559-429f-a0dd-625250aaff78 req-017c2b69-f161-4931-8b2e-61c8ccbb1a77 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:41.779375 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9f291a38-e559-429f-a0dd-625250aaff78 req-017c2b69-f161-4931-8b2e-61c8ccbb1a77 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 943 time: 0.0768311 Jun 27 14:17:41.807336 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8de46fae-0876-4c00-95fb-e70042ad196b req-0901f7a2-a078-4876-8b50-c5a1474aaa20 service neutron] 10.222.0.13 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321640 Jun 27 14:17:41.846330 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9f291a38-e559-429f-a0dd-625250aaff78 req-415be3bf-acf5-4c51-b5cd-aca01b9063bc tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580096 Jun 27 14:17:42.582687 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a564f4d-487f-4d43-9a79-9d1a30e6a591 req-62ebba29-bb73-4f64-a1fe-fef28e385c7f tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:42.584376 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a564f4d-487f-4d43-9a79-9d1a30e6a591 req-62ebba29-bb73-4f64-a1fe-fef28e385c7f tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0599091 Jun 27 14:17:42.648669 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a564f4d-487f-4d43-9a79-9d1a30e6a591 req-d0676ab9-40f2-463e-8d34-3b4091884f9b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565464 Jun 27 14:17:42.712917 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32 req-433aae04-5d12-49f5-a457-85e8c47c0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:42.714682 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32 req-433aae04-5d12-49f5-a457-85e8c47c0b9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b561ea2e4d874784b952280c413ddd60&device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 1127 time: 0.0445106 Jun 27 14:17:42.730360 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:42.822481 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32 req-f887d675-18f7-4254-8940-b7ca8f1294ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:42.824218 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32 req-f887d675-18f7-4254-8940-b7ca8f1294ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cee11f7-6cb2-44a3-91d1-1b62873f934f HTTP/1.1" status: 200 len: 909 time: 0.1023960 Jun 27 14:17:42.869388 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32 req-34a5c73c-eed1-4ce9-932f-5e6a240103b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec15092f-4609-44e2-bdb3-142c20d1d461 HTTP/1.1" status: 200 len: 217 time: 0.0377166 Jun 27 14:17:42.932015 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32 req-133ebd36-fbab-4463-82e9-31afcdb4bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:42.933689 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32 req-133ebd36-fbab-4463-82e9-31afcdb4bb5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c56a306a-b446-458b-81d2-433215eee8c3 HTTP/1.1" status: 200 len: 848 time: 0.0580306 Jun 27 14:17:42.974293 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32 req-69812638-8ea9-4be4-b39b-86da8a3af167 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cee11f7-6cb2-44a3-91d1-1b62873f934f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329883 Jun 27 14:17:43.006305 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd12b2-dba4-4c84-985d-c3ca2e61b97d req-b0fe011b-6db7-49ac-8d19-1357fbd10681 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:43.007974 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f4bd12b2-dba4-4c84-985d-c3ca2e61b97d req-b0fe011b-6db7-49ac-8d19-1357fbd10681 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 943 time: 0.0701323 Jun 27 14:17:43.070881 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f4bd12b2-dba4-4c84-985d-c3ca2e61b97d req-2f2f55a0-1dbf-4344-8fa6-538593ad3b01 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545101 Jun 27 14:17:43.095710 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32 req-798743e7-12f9-46ba-ad3a-bbe00b537b2e service neutron] 10.222.0.13 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113822 Jun 27 14:17:43.202256 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-030ee1ef-366b-45dc-8d0f-5fd0ceaabb32 req-60a35533-cdb3-4e68-9914-bceef7824def service neutron] 10.222.0.13 "GET /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027167 Jun 27 14:17:43.781065 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a68fb-062a-448f-8d9b-66ca87b11fa1 req-ff64d649-8355-40b4-8b00-3556b49facfa tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:43.782737 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7d4a68fb-062a-448f-8d9b-66ca87b11fa1 req-ff64d649-8355-40b4-8b00-3556b49facfa tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0531311 Jun 27 14:17:43.838621 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7d4a68fb-062a-448f-8d9b-66ca87b11fa1 req-b935f4d6-5f56-4973-ae1f-763e3fa45bba tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498893 Jun 27 14:17:44.212096 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ba5a4-4bb1-454c-86bb-53c99a6551bf req-0bf55382-1e95-477b-8e55-8bc0f125f35a tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:44.213605 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-733ba5a4-4bb1-454c-86bb-53c99a6551bf req-0bf55382-1e95-477b-8e55-8bc0f125f35a tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 943 time: 0.0547061 Jun 27 14:17:44.266866 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-733ba5a4-4bb1-454c-86bb-53c99a6551bf req-797d44ff-205b-41cb-a335-7270e59f3217 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465984 Jun 27 14:17:44.613875 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device ec15092f-4609-44e2-bdb3-142c20d1d461 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:17:44.628487 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:44.734579 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port ec15092f-4609-44e2-bdb3-142c20d1d461, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=ec15092f-4609-44e2-bdb3-142c20d1d461,segment=NetworkSegment(f14e5457-eed6-4590-af33-6d8e14ac2360),segment_id=f14e5457-eed6-4590-af33-6d8e14ac2360)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:44.753560 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': 'ec15092f-4609-44e2-bdb3-142c20d1d461', 'network_id': '6cee11f7-6cb2-44a3-91d1-1b62873f934f', 'port_id': 'ec15092f-4609-44e2-bdb3-142c20d1d461', 'mac_address': 'fa:16:3e:bd:e1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56a306a-b446-458b-81d2-433215eee8c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:17:44.797452 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port ec15092f-4609-44e2-bdb3-142c20d1d461 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:17:44.797844 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:44.813881 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec15092f-4609-44e2-bdb3-142c20d1d461 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:17:44.837172 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port ec15092f-4609-44e2-bdb3-142c20d1d461, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=ec15092f-4609-44e2-bdb3-142c20d1d461,segment=NetworkSegment(f14e5457-eed6-4590-af33-6d8e14ac2360),segment_id=f14e5457-eed6-4590-af33-6d8e14ac2360)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:44.843469 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:44.900282 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=ec15092f-4609-44e2-bdb3-142c20d1d461,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:44.974442 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bc242-0435-4415-8d2e-784215ae63fe req-038735ea-dd48-4857-9b68-0044fc0ed029 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:44.976409 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f20bc242-0435-4415-8d2e-784215ae63fe req-038735ea-dd48-4857-9b68-0044fc0ed029 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0553157 Jun 27 14:17:45.046623 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f20bc242-0435-4415-8d2e-784215ae63fe req-32f2850a-a2b1-4081-9053-14ca52540c84 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636349 Jun 27 14:17:45.089388 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['ec15092f-4609-44e2-bdb3-142c20d1d461'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:17:45.168969 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:45.407178 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b82be-48cb-4fb2-8a9d-084e06c48453 req-b5a58fa8-6450-4f95-8f8a-c9f3cb029e1b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:45.408884 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-751b82be-48cb-4fb2-8a9d-084e06c48453 req-b5a58fa8-6450-4f95-8f8a-c9f3cb029e1b tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 944 time: 0.0527112 Jun 27 14:17:45.464457 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-751b82be-48cb-4fb2-8a9d-084e06c48453 req-ae20e17c-1718-49ca-a633-abccee8a2763 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469804 Jun 27 14:17:45.638364 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb82fb3a-0ac9-432b-92b0-4042f6a42b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:46.194385 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5388425-9443-42ef-bea0-03eb8fa6901a req-07d4c34d-c644-49fe-b840-f3bd00fa75c5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:46.196859 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c5388425-9443-42ef-bea0-03eb8fa6901a req-07d4c34d-c644-49fe-b840-f3bd00fa75c5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 944 time: 0.0719876 Jun 27 14:17:46.262575 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c5388425-9443-42ef-bea0-03eb8fa6901a req-a660e3ef-ca85-4dec-ab55-826cafab206c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552478 Jun 27 14:17:46.607238 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be08dc5-64a9-4189-bec2-d0e761c4dd77 req-a8406b70-bd4a-4768-bf57-046bf6a92b03 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:46.609295 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1be08dc5-64a9-4189-bec2-d0e761c4dd77 req-a8406b70-bd4a-4768-bf57-046bf6a92b03 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 944 time: 0.0540919 Jun 27 14:17:46.633987 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:17:46.639548 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device ec15092f-4609-44e2-bdb3-142c20d1d461 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:17:46.698713 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1be08dc5-64a9-4189-bec2-d0e761c4dd77 req-5f0cd7e0-e028-4b2a-945b-b73f2da815bf tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794878 Jun 27 14:17:46.726224 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port ec15092f-4609-44e2-bdb3-142c20d1d461 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:17:46.772710 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port ec15092f-4609-44e2-bdb3-142c20d1d461 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:17:46.772979 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:46.832221 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:46.853259 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'port_id': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'mac_address': 'fa:16:3e:a9:5b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:17:46.913608 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port ec15092f-4609-44e2-bdb3-142c20d1d461 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:17:46.914006 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:46.918999 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:17:46.919389 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:46.949883 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:17:47.100391 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3736084a-8dae-423c-bb9e-13a47d047679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec15092f-4609-44e2-bdb3-142c20d1d461'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:47.102635 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f87c036-7a6f-4405-aada-2500aa6b7cdb" -d '{"events": [{"server_uuid": "3736084a-8dae-423c-bb9e-13a47d047679", "name": "network-vif-plugged", "status": "completed", "tag": "ec15092f-4609-44e2-bdb3-142c20d1d461"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:47.128437 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port ec15092f-4609-44e2-bdb3-142c20d1d461, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=ec15092f-4609-44e2-bdb3-142c20d1d461,segment=NetworkSegment(f14e5457-eed6-4590-af33-6d8e14ac2360),segment_id=f14e5457-eed6-4590-af33-6d8e14ac2360)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:47.130713 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:47.133753 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:47.139401 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:47.163158 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202826f2-f25d-403d-9ab5-6c9ae05df999 x-openstack-request-id: req-202826f2-f25d-403d-9ab5-6c9ae05df999 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:47.163476 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3736084a-8dae-423c-bb9e-13a47d047679", "name": "network-vif-plugged", "status": "completed", "tag": "ec15092f-4609-44e2-bdb3-142c20d1d461", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:47.163729 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-202826f2-f25d-403d-9ab5-6c9ae05df999 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:47.164132 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202826f2-f25d-403d-9ab5-6c9ae05df999'] response: {'server_uuid': '3736084a-8dae-423c-bb9e-13a47d047679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec15092f-4609-44e2-bdb3-142c20d1d461', 'code': 200} Jun 27 14:17:47.193133 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=ec15092f-4609-44e2-bdb3-142c20d1d461,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:47.231437 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:47.251087 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,revision_number=7']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:47.380376 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261fa9-59f0-45c1-99b6-a9d1b766bf84 req-ab2527c1-7e01-4dc3-b31d-8018b16db907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:47.382440 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a5261fa9-59f0-45c1-99b6-a9d1b766bf84 req-ab2527c1-7e01-4dc3-b31d-8018b16db907 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 1129 time: 0.0568094 Jun 27 14:17:47.407069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6e92d-d99d-4c68-a816-ff0e8f7cdd63 req-1e5f680c-79fc-4a9d-a33e-4ac68657c53d tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:47.408879 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-41f6e92d-d99d-4c68-a816-ff0e8f7cdd63 req-1e5f680c-79fc-4a9d-a33e-4ac68657c53d tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 945 time: 0.0617330 Jun 27 14:17:47.413989 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['2b492d3d-f4c9-4561-abd3-7cdcfe84bb09'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:17:47.455049 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a5261fa9-59f0-45c1-99b6-a9d1b766bf84 req-6b456a37-08ff-4c0e-b80e-f0a105247eff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571709 Jun 27 14:17:47.472681 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-41f6e92d-d99d-4c68-a816-ff0e8f7cdd63 req-d77fab3e-e2dc-42ef-8ce6-6235504fa5b3 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517120 Jun 27 14:17:47.588580 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:47.834399 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a37d2-0fc9-492b-868e-ed82bdd8fa62 req-dd874f68-0a63-471f-9d41-d9cce08e1f84 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:47.836340 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-462a37d2-0fc9-492b-868e-ed82bdd8fa62 req-dd874f68-0a63-471f-9d41-d9cce08e1f84 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 945 time: 0.0541780 Jun 27 14:17:47.848403 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d94901d8-1371-46e7-82f9-0c11e46f44ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:47.870919 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:47.898376 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-462a37d2-0fc9-492b-868e-ed82bdd8fa62 req-bccd406a-8b53-48a9-b4e1-391528e6c691 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553875 Jun 27 14:17:48.179877 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:48.199218 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:48.555069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:48.595959 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4422f-102e-4bed-993d-51d5e3b043f3 req-80df6c05-e948-4fb2-8529-f96f932cd6f9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:48.597371 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-23f4422f-102e-4bed-993d-51d5e3b043f3 req-80df6c05-e948-4fb2-8529-f96f932cd6f9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 945 time: 0.0521810 Jun 27 14:17:48.652277 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-23f4422f-102e-4bed-993d-51d5e3b043f3 req-c0031319-fbbf-4c6b-8f8e-53b462631417 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456328 Jun 27 14:17:48.654492 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:17:48.704726 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:17:48.705103 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:48.796259 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:17:48.796649 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:48.834323 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:48.838772 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:48.901628 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,revision_number=8']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:49.024981 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71fd9d-ee5b-41d5-895d-b801a8ab16ee req-fb4e74bd-ef6b-4175-9238-9f4944609f84 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:49.026671 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5f71fd9d-ee5b-41d5-895d-b801a8ab16ee req-fb4e74bd-ef6b-4175-9238-9f4944609f84 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 945 time: 0.0485790 Jun 27 14:17:49.080872 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5f71fd9d-ee5b-41d5-895d-b801a8ab16ee req-98e4fa98-9421-4174-bd3c-63232ec92cef tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Jun 27 14:17:49.165331 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:49.169091 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a73630-04fa-4f0c-a193-9b64fbfb5572" -d '{"events": [{"server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "name": "network-vif-plugged", "status": "completed", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:49.208598 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b97823-d41b-4ce5-b5e3-b309403bcbef x-openstack-request-id: req-f5b97823-d41b-4ce5-b5e3-b309403bcbef {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:49.208916 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "name": "network-vif-plugged", "status": "completed", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:49.209163 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5b97823-d41b-4ce5-b5e3-b309403bcbef {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:49.209565 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b97823-d41b-4ce5-b5e3-b309403bcbef'] response: {'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'code': 200} Jun 27 14:17:49.326233 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:49.505013 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee384d2-e93f-4cc0-bbcb-73d2a51f976b req-4d20bc7b-d68f-4a3d-88f6-ddb14f1fa66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:49.506611 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bee384d2-e93f-4cc0-bbcb-73d2a51f976b req-4d20bc7b-d68f-4a3d-88f6-ddb14f1fa66a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 1130 time: 0.0409360 Jun 27 14:17:49.564365 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bee384d2-e93f-4cc0-bbcb-73d2a51f976b req-675e33be-4700-49ae-be42-fdd66e54dee4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511594 Jun 27 14:17:49.792347 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79194467-75e6-49e7-b0c7-b703cf547cb6 req-8602a8b2-5ade-49d4-aade-40be55408286 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:49.794604 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-79194467-75e6-49e7-b0c7-b703cf547cb6 req-8602a8b2-5ade-49d4-aade-40be55408286 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0652361 Jun 27 14:17:49.875882 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-79194467-75e6-49e7-b0c7-b703cf547cb6 req-31dcb8fa-f296-451f-b754-27a6b5d1b595 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730557 Jun 27 14:17:49.913505 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb23fc-8e00-4d77-a07f-3e4c4c2bb229 req-7be8f97f-3c79-4188-8ef2-f61a5243a4d8 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:49.915081 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-aecb23fc-8e00-4d77-a07f-3e4c4c2bb229 req-7be8f97f-3c79-4188-8ef2-f61a5243a4d8 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 945 time: 0.0565248 Jun 27 14:17:49.972523 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-aecb23fc-8e00-4d77-a07f-3e4c4c2bb229 req-ee55eb73-0282-46d4-990c-e6ddff4396be tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482092 Jun 27 14:17:50.921051 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:50.966356 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:51.006615 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400c9c4-f8a4-4ae8-9bfa-b0cb4c213691 req-65aea628-8207-4101-806d-54bf21e96fdd tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:51.008217 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6400c9c4-f8a4-4ae8-9bfa-b0cb4c213691 req-65aea628-8207-4101-806d-54bf21e96fdd tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 946 time: 0.1013477 Jun 27 14:17:51.035143 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700381d3-5bba-4d9c-a2a0-d1e2baefa8a3 req-458cf57e-4da7-4bb8-92e9-1bb1dc84b792 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:51.036676 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-700381d3-5bba-4d9c-a2a0-d1e2baefa8a3 req-458cf57e-4da7-4bb8-92e9-1bb1dc84b792 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0755210 Jun 27 14:17:51.103594 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6400c9c4-f8a4-4ae8-9bfa-b0cb4c213691 req-0cbbfccb-381a-4b84-baf4-2ea7c8257e19 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828879 Jun 27 14:17:51.118205 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-700381d3-5bba-4d9c-a2a0-d1e2baefa8a3 req-7fa0895f-5414-4b01-be4f-441689244a35 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733161 Jun 27 14:17:51.215108 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974643cd-a551-4080-bea3-5b84c5ddd6ae req-4866ffab-ee74-4dad-afc3-edf4494814ae tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:51.216698 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-974643cd-a551-4080-bea3-5b84c5ddd6ae req-4866ffab-ee74-4dad-afc3-edf4494814ae tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 945 time: 0.0512736 Jun 27 14:17:51.274069 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-974643cd-a551-4080-bea3-5b84c5ddd6ae req-75d056fc-78ab-4be0-af7f-18744df8576d tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514810 Jun 27 14:17:51.771842 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44352) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:51.903622 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b89ee3bd-fd43-49b7-b118-f609faa75a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:52.007135 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b89ee3bd-fd43-49b7-b118-f609faa75a7f admin admin] Publish callbacks [] for security_group (eabe3b69-f17b-406e-af0c-2f4e53da1ea8), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:52.012775 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b89ee3bd-fd43-49b7-b118-f609faa75a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (eabe3b69-f17b-406e-af0c-2f4e53da1ea8), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:52.055465 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ee3bd-fd43-49b7-b118-f609faa75a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabe3b69-f17b-406e-af0c-2f4e53da1ea8,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:52.060692 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b89ee3bd-fd43-49b7-b118-f609faa75a7f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0545baf7c62d41ae89d20158ca1a5287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876909 Jun 27 14:17:52.063699 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44356) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:52.139481 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f5941d8-6a31-4be6-876d-560740aec975 admin admin] Publish callbacks [] for security_group (eabe3b69-f17b-406e-af0c-2f4e53da1ea8), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:52.144864 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:52.176031 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f5941d8-6a31-4be6-876d-560740aec975 admin admin] Publish callbacks [] for security_group (eabe3b69-f17b-406e-af0c-2f4e53da1ea8), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:52.186448 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:52.577777 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185daed8-be5f-45ad-b814-af998f706285 req-44c90e85-0a81-4016-b8db-0dcfa9a06675 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:52.579581 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-185daed8-be5f-45ad-b814-af998f706285 req-44c90e85-0a81-4016-b8db-0dcfa9a06675 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.3834541 Jun 27 14:17:52.592631 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a04a7e-0e0d-4e6d-84f4-a98e14b19672 req-95f2dd4a-0aaf-4d02-a421-3adfdfce0669 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:52.594341 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28a04a7e-0e0d-4e6d-84f4-a98e14b19672 req-95f2dd4a-0aaf-4d02-a421-3adfdfce0669 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 946 time: 0.3759961 Jun 27 14:17:52.623813 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f5941d8-6a31-4be6-876d-560740aec975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (eabe3b69-f17b-406e-af0c-2f4e53da1ea8), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:52.626409 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f5941d8-6a31-4be6-876d-560740aec975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:52.627613 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1f5941d8-6a31-4be6-876d-560740aec975 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eabe3b69-f17b-406e-af0c-2f4e53da1ea8 HTTP/1.1" status: 204 len: 168 time: 0.5629416 Jun 27 14:17:52.650483 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5941d8-6a31-4be6-876d-560740aec975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabe3b69-f17b-406e-af0c-2f4e53da1ea8,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:52.707334 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-185daed8-be5f-45ad-b814-af998f706285 req-ade490e5-e404-431a-bbe8-92e4d1ac499b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119339 Jun 27 14:17:52.713204 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28a04a7e-0e0d-4e6d-84f4-a98e14b19672 req-dbd5fe4b-58ce-4d48-a75b-2e242d22d320 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087904 Jun 27 14:17:52.898633 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b931b72-bcb3-4df2-bdf9-beb8463b2897 req-8bd9d2c4-354d-4b45-9d07-ee20bc5dadc1 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:52.906436 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5b931b72-bcb3-4df2-bdf9-beb8463b2897 req-8bd9d2c4-354d-4b45-9d07-ee20bc5dadc1 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 945 time: 0.0889683 Jun 27 14:17:52.921848 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967a426-7a9b-4523-acbc-afafac674611 req-03da2d9c-ada3-4a78-a7f2-df9129e658ae tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:52.924509 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1967a426-7a9b-4523-acbc-afafac674611 req-03da2d9c-ada3-4a78-a7f2-df9129e658ae tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.13 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 945 time: 0.0920942 Jun 27 14:17:52.967151 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5b931b72-bcb3-4df2-bdf9-beb8463b2897 req-b6d9a3e9-db64-4c20-9f9c-6fa6c620fb87 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595019 Jun 27 14:17:53.327825 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-51710d84-8e5f-4704-8d0c-8c2f03108b88 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:53.329696 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-51710d84-8e5f-4704-8d0c-8c2f03108b88 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.13 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 946 time: 0.0811079 Jun 27 14:17:53.403337 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-1967a426-7a9b-4523-acbc-afafac674611 req-d3f8ec1f-30b6-4958-9027-5bf5a5de5e96 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Deleting port ec15092f-4609-44e2-bdb3-142c20d1d461 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:17:53.403697 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-1967a426-7a9b-4523-acbc-afafac674611 req-d3f8ec1f-30b6-4958-9027-5bf5a5de5e96 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:53.451013 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:53.517676 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Deleting port 0e7724a3-597b-4269-a92c-7ec913c02a2c {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:17:53.518018 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:53.618888 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-1967a426-7a9b-4523-acbc-afafac674611 req-d3f8ec1f-30b6-4958-9027-5bf5a5de5e96 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] For port ec15092f-4609-44e2-bdb3-142c20d1d461, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=ec15092f-4609-44e2-bdb3-142c20d1d461,segment=NetworkSegment(f14e5457-eed6-4590-af33-6d8e14ac2360),segment_id=f14e5457-eed6-4590-af33-6d8e14ac2360)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:53.619273 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-1967a426-7a9b-4523-acbc-afafac674611 req-d3f8ec1f-30b6-4958-9027-5bf5a5de5e96 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:53.640613 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-1967a426-7a9b-4523-acbc-afafac674611 req-d3f8ec1f-30b6-4958-9027-5bf5a5de5e96 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Calling delete_port for ec15092f-4609-44e2-bdb3-142c20d1d461 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:17:53.666327 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] For port 0e7724a3-597b-4269-a92c-7ec913c02a2c, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=0e7724a3-597b-4269-a92c-7ec913c02a2c,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:17:53.666876 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:53.677332 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:53.916490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b8de2-ea35-4fc8-8ef4-b741798434bd req-9921bcd2-6760-4d20-898c-8dada509cd78 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:53.919519 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f86b8de2-ea35-4fc8-8ef4-b741798434bd req-9921bcd2-6760-4d20-898c-8dada509cd78 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0995762 Jun 27 14:17:53.931290 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a26f5b-b9bc-4e5a-850e-8e6f0f879af4 req-87f95c34-a463-4cff-b969-83c1fc7f65e7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:17:53.935352 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-49a26f5b-b9bc-4e5a-850e-8e6f0f879af4 req-87f95c34-a463-4cff-b969-83c1fc7f65e7 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 946 time: 0.0769160 Jun 27 14:17:54.009462 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:54.010248 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (4d2615dc-8d3f-4639-aba0-4408fb415967), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:54.011164 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Floating IP 4d2615dc-8d3f-4639-aba0-4408fb415967 disassociated. External IP: 172.27.2.178, port: 0e7724a3-597b-4269-a92c-7ec913c02a2c. Jun 27 14:17:54.011737 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Calling delete_port for 0e7724a3-597b-4269-a92c-7ec913c02a2c owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:17:54.045167 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f86b8de2-ea35-4fc8-8ef4-b741798434bd req-f0d43a8d-6ea2-4797-816d-8a981def95cf tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083391 Jun 27 14:17:54.059286 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-49a26f5b-b9bc-4e5a-850e-8e6f0f879af4 req-cbd9e31b-e557-4233-8a08-128fb2669bf0 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups?id=750935f2-7958-4f4e-af13-5bd26af9335a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095984 Jun 27 14:17:54.107760 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-1967a426-7a9b-4523-acbc-afafac674611 req-d3f8ec1f-30b6-4958-9027-5bf5a5de5e96 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (ec15092f-4609-44e2-bdb3-142c20d1d461), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:54.123390 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['ec15092f-4609-44e2-bdb3-142c20d1d461'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:17:54.157433 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8ec1f-30b6-4958-9027-5bf5a5de5e96 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Pushing event deleted for resources: {'Port': ['ID=ec15092f-4609-44e2-bdb3-142c20d1d461,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:54.192889 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8786b2dd-dc52-49b7-8c6a-52a9f669aa9c req-5ffd0059-5c92-4b6f-a6b2-f908d53bfef5 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.43 "GET /v2.0/ports?device_id=3736084a-8dae-423c-bb9e-13a47d047679 HTTP/1.1" status: 200 len: 210 time: 0.0372126 Jun 27 14:17:54.263283 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-1967a426-7a9b-4523-acbc-afafac674611 req-d3f8ec1f-30b6-4958-9027-5bf5a5de5e96 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] No DVR routers for this DVR port ec15092f-4609-44e2-bdb3-142c20d1d461 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:17:54.266076 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-1967a426-7a9b-4523-acbc-afafac674611 req-d3f8ec1f-30b6-4958-9027-5bf5a5de5e96 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:54.269422 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1967a426-7a9b-4523-acbc-afafac674611 req-d3f8ec1f-30b6-4958-9027-5bf5a5de5e96 tempest-VolumesActionsTest-693134429 tempest-VolumesActionsTest-693134429-project] 10.222.0.13 "DELETE /v2.0/ports/ec15092f-4609-44e2-bdb3-142c20d1d461 HTTP/1.1" status: 204 len: 173 time: 1.0286231 Jun 27 14:17:54.269884 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3736084a-8dae-423c-bb9e-13a47d047679', 'name': 'network-vif-deleted', 'tag': 'ec15092f-4609-44e2-bdb3-142c20d1d461'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:54.272204 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388447bf-f6b2-4a1d-a6af-2f23f38a46ac" -d '{"events": [{"server_uuid": "3736084a-8dae-423c-bb9e-13a47d047679", "name": "network-vif-deleted", "tag": "ec15092f-4609-44e2-bdb3-142c20d1d461"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:54.341626 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56580a6-2ff8-4275-b134-d0ca813208f4 x-openstack-request-id: req-a56580a6-2ff8-4275-b134-d0ca813208f4 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:54.341953 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3736084a-8dae-423c-bb9e-13a47d047679", "name": "network-vif-deleted", "tag": "ec15092f-4609-44e2-bdb3-142c20d1d461", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:54.342418 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a56580a6-2ff8-4275-b134-d0ca813208f4 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:54.343036 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56580a6-2ff8-4275-b134-d0ca813208f4'] response: {'server_uuid': '3736084a-8dae-423c-bb9e-13a47d047679', 'name': 'network-vif-deleted', 'tag': 'ec15092f-4609-44e2-bdb3-142c20d1d461', 'status': 'completed', 'code': 200} Jun 27 14:17:54.353540 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (0e7724a3-597b-4269-a92c-7ec913c02a2c), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:54.389828 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event deleted for resources: {'Port': ['ID=0e7724a3-597b-4269-a92c-7ec913c02a2c,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:54.493079 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:54.514173 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Router bb402c12-b694-4ad0-b8af-73859a61e376 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:17:54.629497 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:17:54.643301 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] Sync routers for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:17:54.663009 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:17:54.664205 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:17:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:54.704515 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] No DVR routers for this DVR port 0e7724a3-597b-4269-a92c-7ec913c02a2c on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:17:54.708541 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:54.713049 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-89f00291-fcea-478a-8fcc-ef49d0a5efc2 req-0cccd4d8-0029-465c-8e9a-d0a5a4947cda tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.13 "DELETE /v2.0/ports/0e7724a3-597b-4269-a92c-7ec913c02a2c HTTP/1.1" status: 204 len: 173 time: 1.3588901 Jun 27 14:17:55.014379 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:17:55.176517 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6dbafe78-c0b4-4cd2-8ca7-ea246b57c95e req-169680ef-ba43-4472-9c56-a477aed0694f tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/ports?device_id=56df7436-5b84-481b-949c-8b706460db3b HTTP/1.1" status: 200 len: 210 time: 0.0322332 Jun 27 14:17:55.262522 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:55.289401 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] Checking router: bb402c12-b694-4ad0-b8af-73859a61e376 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:17:55.302475 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:17:55.303204 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:17:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:55.451691 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:17:55.690122 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:17:55.727654 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669aa80-4abb-4d89-a2db-3adf26862aec None None] The sync data for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi is: [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:10:46Z', 'revision_number': 4, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '8d022073-32ba-4d7a-b61a-34db023ebc3f', 'name': '', 'network_id': '9d1575ad-e082-42db-9394-d8ba8185acc8', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'mac_address': 'fa:16:3e:76:17:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:43Z', 'updated_at': '2022-06-27T14:11:06Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'subnets': [{'id': '6d1d0e72-5820-401d-bd6b-353a90b0391f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:17:56.029168 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794b0ae-98ab-44b9-b919-089f00732d70 None None] New status for floating IP 4d2615dc-8d3f-4639-aba0-4408fb415967: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:17:56.290803 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44506) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:56.346626 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'name': 'network-vif-deleted', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:17:56.348938 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332e574c-c246-4ef1-aedc-a4efe15177b7" -d '{"events": [{"server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "name": "network-vif-deleted", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:17:56.364569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c7132343-fe24-4f1a-9840-25769a0434a5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (750935f2-7958-4f4e-af13-5bd26af9335a), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.395945 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15640f15-63be-4872-ba75-f62097352c33 x-openstack-request-id: req-15640f15-63be-4872-ba75-f62097352c33 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:17:56.396235 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56df7436-5b84-481b-949c-8b706460db3b", "name": "network-vif-deleted", "tag": "0e7724a3-597b-4269-a92c-7ec913c02a2c", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:17:56.396489 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15640f15-63be-4872-ba75-f62097352c33 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:17:56.396894 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15640f15-63be-4872-ba75-f62097352c33'] response: {'server_uuid': '56df7436-5b84-481b-949c-8b706460db3b', 'name': 'network-vif-deleted', 'tag': '0e7724a3-597b-4269-a92c-7ec913c02a2c', 'status': 'completed', 'code': 200} Jun 27 14:17:56.402992 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c7132343-fe24-4f1a-9840-25769a0434a5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (750935f2-7958-4f4e-af13-5bd26af9335a), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.459670 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c7132343-fe24-4f1a-9840-25769a0434a5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (750935f2-7958-4f4e-af13-5bd26af9335a), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.466766 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c7132343-fe24-4f1a-9840-25769a0434a5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.471407 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c7132343-fe24-4f1a-9840-25769a0434a5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "DELETE /v2.0/security-groups/750935f2-7958-4f4e-af13-5bd26af9335a HTTP/1.1" status: 204 len: 168 time: 0.1766534 Jun 27 14:17:56.472265 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44512) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:56.497623 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7132343-fe24-4f1a-9840-25769a0434a5 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=750935f2-7958-4f4e-af13-5bd26af9335a,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:56.500812 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.api.v2.resource [None req-94ef4c45-1533-4c26-a163-8e92a835e796 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] show failed (client error): The resource could not be found. Jun 27 14:17:56.506122 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-94ef4c45-1533-4c26-a163-8e92a835e796 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "GET /v2.0/security-groups/750935f2-7958-4f4e-af13-5bd26af9335a HTTP/1.1" status: 404 len: 347 time: 0.0287733 Jun 27 14:17:56.506672 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44514) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:17:56.518732 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.641124 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-4a752d81-a0dd-44ec-8e43-4e9ab6b56d15 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Deleting port 1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:17:56.641470 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4a752d81-a0dd-44ec-8e43-4e9ab6b56d15 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.727165 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4a752d81-a0dd-44ec-8e43-4e9ab6b56d15 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.727494 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4a752d81-a0dd-44ec-8e43-4e9ab6b56d15 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.742024 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-4a752d81-a0dd-44ec-8e43-4e9ab6b56d15 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Calling delete_port for 1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2 owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:17:56.813881 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:17:56.885959 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4a752d81-a0dd-44ec-8e43-4e9ab6b56d15 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.913706 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a752d81-a0dd-44ec-8e43-4e9ab6b56d15 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Pushing event deleted for resources: {'Port': ['ID=1f4fdc6e-ad57-4b7a-8952-1c6a3278b9d2,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:17:56.984387 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4a752d81-a0dd-44ec-8e43-4e9ab6b56d15 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks [] for floatingip (4d2615dc-8d3f-4639-aba0-4408fb415967), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.987066 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4a752d81-a0dd-44ec-8e43-4e9ab6b56d15 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:17:56.988307 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4a752d81-a0dd-44ec-8e43-4e9ab6b56d15 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] 10.222.0.43 "DELETE /v2.0/floatingips/4d2615dc-8d3f-4639-aba0-4408fb415967 HTTP/1.1" status: 204 len: 168 time: 0.4805377 Jun 27 14:17:57.305703 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 0e7724a3-597b-4269-a92c-7ec913c02a2c no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:17:57.330111 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 0e7724a3-597b-4269-a92c-7ec913c02a2c {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:17:57.330334 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 0e7724a3-597b-4269-a92c-7ec913c02a2c not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:17:57.330788 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device ec15092f-4609-44e2-bdb3-142c20d1d461 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:17:57.355766 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: ec15092f-4609-44e2-bdb3-142c20d1d461 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:17:57.356133 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device ec15092f-4609-44e2-bdb3-142c20d1d461 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:18:01.641385 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44580) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:01.960345 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:02.214678 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (bb402c12-b694-4ad0-b8af-73859a61e376), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:02.483607 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] Deleting port 8d022073-32ba-4d7a-b61a-34db023ebc3f {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:18:02.484665 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:02.588731 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] For port 8d022073-32ba-4d7a-b61a-34db023ebc3f, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=8d022073-32ba-4d7a-b61a-34db023ebc3f,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:02.590047 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:02.610841 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] Calling delete_port for 8d022073-32ba-4d7a-b61a-34db023ebc3f owned by network:router_interface {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:18:02.799600 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:02.915387 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (8d022073-32ba-4d7a-b61a-34db023ebc3f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:02.952482 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d022073-32ba-4d7a-b61a-34db023ebc3f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:03.111092 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:03.212153 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (bb402c12-b694-4ad0-b8af-73859a61e376), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:03.488779 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] Router bb402c12-b694-4ad0-b8af-73859a61e376 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:18:03.673449 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:18:03.679448 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c28f7f73-07b2-4626-ad20-417261903d26 admin admin] 10.222.0.43 "PUT /v2.0/routers/bb402c12-b694-4ad0-b8af-73859a61e376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0373895 Jun 27 14:18:03.682392 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44590) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:03.685922 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] Sync routers for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:18:03.705467 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:18:03.706477 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:17:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:03.738343 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:03.816984 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Publish callbacks [] for router (bb402c12-b694-4ad0-b8af-73859a61e376), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:03.877531 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:18:04.002849 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Publish callbacks [] for router_gateway (bb402c12-b694-4ad0-b8af-73859a61e376), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:04.129570 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Deleting port 680d0b7c-d912-4712-80e1-12eb053d3654 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:18:04.129932 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:04.195444 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:04.197256 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:18:02Z', 'revision_number': 5, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port': {'id': '680d0b7c-d912-4712-80e1-12eb053d3654', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:10:28Z', 'updated_at': '2022-06-27T14:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:04.229764 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] Checking router: bb402c12-b694-4ad0-b8af-73859a61e376 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:18:04.242044 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] Routers {'bb402c12-b694-4ad0-b8af-73859a61e376'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:18:04.242675 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] For port 680d0b7c-d912-4712-80e1-12eb053d3654, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=680d0b7c-d912-4712-80e1-12eb053d3654,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:04.243062 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:17:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['bb402c12-b694-4ad0-b8af-73859a61e376'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:04.243219 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:04.265781 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Calling delete_port for 680d0b7c-d912-4712-80e1-12eb053d3654 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:18:04.338133 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:04.359634 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] Set router bb402c12-b694-4ad0-b8af-73859a61e376 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:18:04.443467 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:04.448095 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:18:04Z', 'revision_number': 6, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port_host': None}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:04.486061 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7996a-d512-4a98-9c5c-daed63595ab0 None None] The sync data for ids ['bb402c12-b694-4ad0-b8af-73859a61e376'] in dv-cinder-841125-9-iscsi is: [{'id': 'bb402c12-b694-4ad0-b8af-73859a61e376', 'name': 'tempest-AttachVolumeShelveTestJSON-861823126-router', 'tenant_id': '12a08b9d2c92484481315d29fafa47c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:10:25Z', 'updated_at': '2022-06-27T14:18:04Z', 'revision_number': 6, 'project_id': '12a08b9d2c92484481315d29fafa47c2', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:18:04.534532 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (680d0b7c-d912-4712-80e1-12eb053d3654), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:04.605869 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Pushing event deleted for resources: {'Port': ['ID=680d0b7c-d912-4712-80e1-12eb053d3654,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:04.664000 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.664711 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.665067 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.665499 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.666331 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.666527 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.667311 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.667749 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.668084 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.668423 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.668911 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.669251 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.669698 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.670465 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.670822 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:04.735626 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (bb402c12-b694-4ad0-b8af-73859a61e376), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:04.833643 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (bb402c12-b694-4ad0-b8af-73859a61e376), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:04.835851 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Publish callbacks [] for router_controller (bb402c12-b694-4ad0-b8af-73859a61e376), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:04.885098 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (bb402c12-b694-4ad0-b8af-73859a61e376), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:04.885911 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb402c12-b694-4ad0-b8af-73859a61e376 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:18:04.891506 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:04.892744 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b6ecac38-573c-4032-bda1-2fd7e5aa832f admin admin] 10.222.0.43 "DELETE /v2.0/routers/bb402c12-b694-4ad0-b8af-73859a61e376 HTTP/1.1" status: 204 len: 168 time: 1.2092202 Jun 27 14:18:04.895533 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44594) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:04.959581 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-49033418-a241-4e1a-9d48-c2d612a09f57 admin admin] Deleting subnet 6d1d0e72-5820-401d-bd6b-353a90b0391f {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:18:04.963667 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-49033418-a241-4e1a-9d48-c2d612a09f57 admin admin] Publish callbacks [] for subnet (6d1d0e72-5820-401d-bd6b-353a90b0391f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.028043 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-49033418-a241-4e1a-9d48-c2d612a09f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4458228'] for subnet (6d1d0e72-5820-401d-bd6b-353a90b0391f), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.114347 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-49033418-a241-4e1a-9d48-c2d612a09f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (6d1d0e72-5820-401d-bd6b-353a90b0391f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.166062 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:05.186737 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-49033418-a241-4e1a-9d48-c2d612a09f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6195894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4984649'] for subnet (6d1d0e72-5820-401d-bd6b-353a90b0391f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.223395 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49033418-a241-4e1a-9d48-c2d612a09f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1d0e72-5820-401d-bd6b-353a90b0391f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:05.228438 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-49033418-a241-4e1a-9d48-c2d612a09f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.235428 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-49033418-a241-4e1a-9d48-c2d612a09f57 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6d1d0e72-5820-401d-bd6b-353a90b0391f HTTP/1.1" status: 204 len: 168 time: 0.3358893 Jun 27 14:18:05.236229 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44598) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:05.245050 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c365d1-44dd-42b5-bb7b-962619428785 None None] Network 9d1575ad-e082-42db-9394-d8ba8185acc8 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:18:05.349373 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (9d1575ad-e082-42db-9394-d8ba8185acc8), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.423786 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Deleting port 8c8b0411-48c1-4254-87ea-d357b70549ee {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:18:05.424069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.497507 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90860d52-1462-4443-ac76-438417706942 None None] DHCP port deletion for 9d1575ad-e082-42db-9394-d8ba8185acc8 request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:18:05.562239 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] For port 8c8b0411-48c1-4254-87ea-d357b70549ee, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=8c8b0411-48c1-4254-87ea-d357b70549ee,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:05.562672 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.576788 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:05.579389 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-90860d52-1462-4443-ac76-438417706942 None None] Deleting port 8c8b0411-48c1-4254-87ea-d357b70549ee {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:18:05.579771 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.607797 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Calling delete_port for 8c8b0411-48c1-4254-87ea-d357b70549ee owned by network:dhcp {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:18:05.668344 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-90860d52-1462-4443-ac76-438417706942 None None] For port 8c8b0411-48c1-4254-87ea-d357b70549ee, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=8c8b0411-48c1-4254-87ea-d357b70549ee,segment=NetworkSegment(5a1630e0-80e4-4bd4-b297-005c42e60bf7),segment_id=5a1630e0-80e4-4bd4-b297-005c42e60bf7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:05.669074 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.686997 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-90860d52-1462-4443-ac76-438417706942 None None] Calling delete_port for 8c8b0411-48c1-4254-87ea-d357b70549ee owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:18:05.717263 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:05.724557 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.774325 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] No DVR routers for this DVR port 8c8b0411-48c1-4254-87ea-d357b70549ee on host dv-cinder-841125-9-iscsi {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:18:05.783763 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8b0411-48c1-4254-87ea-d357b70549ee,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:05.798734 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:05.821811 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (8c8b0411-48c1-4254-87ea-d357b70549ee), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.839074 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90860d52-1462-4443-ac76-438417706942 None None] No DVR routers for this DVR port 8c8b0411-48c1-4254-87ea-d357b70549ee on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:18:05.871340 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90860d52-1462-4443-ac76-438417706942 None None] Pushing event deleted for resources: {'Port': ['ID=8c8b0411-48c1-4254-87ea-d357b70549ee,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:05.887974 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.888519 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.889002 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.890191 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.890680 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.891151 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.892407 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.892867 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.893295 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.893723 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.894182 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.894621 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.895069 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.895676 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.896092 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90860d52-1462-4443-ac76-438417706942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:05.933587 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (9d1575ad-e082-42db-9394-d8ba8185acc8), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:05.959662 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1575ad-e082-42db-9394-d8ba8185acc8']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:05.976464 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1630e0-80e4-4bd4-b297-005c42e60bf7') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:05.976464 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1630e0-80e4-4bd4-b297-005c42e60bf7') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:06.014350 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4458223'] for segment (5a1630e0-80e4-4bd4-b297-005c42e60bf7), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:06.021936 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (5a1630e0-80e4-4bd4-b297-005c42e60bf7), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:06.029758 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:18:06.030206 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6195932'] for segment (5a1630e0-80e4-4bd4-b297-005c42e60bf7), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:06.148713 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (9d1575ad-e082-42db-9394-d8ba8185acc8), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:06.167454 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 680d0b7c-d912-4712-80e1-12eb053d3654 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:18:06.172729 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:06.178174 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9d1575ad-e082-42db-9394-d8ba8185acc8 HTTP/1.1" status: 204 len: 168 time: 0.9408925 Jun 27 14:18:06.179253 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e1cab-293c-442b-95ef-51fbe8ce4ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1575ad-e082-42db-9394-d8ba8185acc8,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:06.205038 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 680d0b7c-d912-4712-80e1-12eb053d3654 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:18:06.206030 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 680d0b7c-d912-4712-80e1-12eb053d3654 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:18:06.206560 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8d022073-32ba-4d7a-b61a-34db023ebc3f no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:18:06.251471 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 8d022073-32ba-4d7a-b61a-34db023ebc3f {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:18:06.252135 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8d022073-32ba-4d7a-b61a-34db023ebc3f not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:18:06.252601 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8c8b0411-48c1-4254-87ea-d357b70549ee no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:18:06.277378 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 8c8b0411-48c1-4254-87ea-d357b70549ee {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:18:06.277966 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 8c8b0411-48c1-4254-87ea-d357b70549ee not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:18:06.328807 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 5a1630e0-80e4-4bd4-b297-005c42e60bf7 resource provider aggregate not found Jun 27 14:18:06.350658 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 5a1630e0-80e4-4bd4-b297-005c42e60bf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a1630e0-80e4-4bd4-b297-005c42e60bf7 found for delete ", "request_id": "req-ded4ccf4-a74e-4244-b847-469ebf7ccf23"}]} Jun 27 14:18:06.410208 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44614) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:06.473675 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9c7e50d6-468c-4009-b0bb-a26e7305d93f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12a08b9d2c92484481315d29fafa47c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0616808 Jun 27 14:18:06.477209 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44616) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:06.567222 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4c982b8a-ce13-4eed-ab4c-535c45700aa9 admin admin] Publish callbacks [] for security_group (903f4574-ae19-48b9-b6fe-bba36401fe7d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:06.605377 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4c982b8a-ce13-4eed-ab4c-535c45700aa9 admin admin] Publish callbacks [] for security_group (903f4574-ae19-48b9-b6fe-bba36401fe7d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:06.614743 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:06.667781 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4c982b8a-ce13-4eed-ab4c-535c45700aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (903f4574-ae19-48b9-b6fe-bba36401fe7d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:06.671037 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4c982b8a-ce13-4eed-ab4c-535c45700aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:06.675239 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4c982b8a-ce13-4eed-ab4c-535c45700aa9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/903f4574-ae19-48b9-b6fe-bba36401fe7d HTTP/1.1" status: 204 len: 168 time: 0.1944623 Jun 27 14:18:06.686985 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c982b8a-ce13-4eed-ab4c-535c45700aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903f4574-ae19-48b9-b6fe-bba36401fe7d,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:07.673690 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44640) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:07.812835 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-632724263-network', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:07.836610 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Made reservation on behalf of 7761d17911b54ba0addb7ea956b6cfdf for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:18:07.839852 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:07.849665 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:07.983325 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Publish callbacks [] for security_group (6ee9be47-3d4f-4054-86f6-33c520ba7fa0), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.004381 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:18:08.006614 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (6ee9be47-3d4f-4054-86f6-33c520ba7fa0), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.013066 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:08.050309 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:18:08.064930 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee9be47-3d4f-4054-86f6-33c520ba7fa0,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:08.071422 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (e3b72501-36e3-4046-b77d-a2abe06629d7), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.071831 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Added segment e3b72501-36e3-4046-b77d-a2abe06629d7 of type vlan for network 80547283-fb44-4c7d-81ec-b136fb84e882 Jun 27 14:18:08.128632 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (80547283-fb44-4c7d-81ec-b136fb84e882), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.158153 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (80547283-fb44-4c7d-81ec-b136fb84e882), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.159806 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:08.160527 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.204070 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5267503 Jun 27 14:18:08.204308 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44644) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:08.209056 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Request body: {'subnet': {'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-632724263-subnet', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:08.240433 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b38aaf-7cbb-4665-82a8-b8871ac11b07 admin admin] Pushing event updated for resources: {'Network': ['ID=80547283-fb44-4c7d-81ec-b136fb84e882,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:08.253593 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 80547283-fb44-4c7d-81ec-b136fb84e882 details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:18:08.261740 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Made reservation on behalf of 7761d17911b54ba0addb7ea956b6cfdf for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:18:08.264670 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4984614'] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.501381 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6195829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4984656'] for subnet (7ff0c690-966d-4a80-9b84-6706507192e0), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.548077 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:08.573271 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff0c690-966d-4a80-9b84-6706507192e0,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:08.601842 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Checking segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:18:08.602863 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Network hostable DHCP agents. Network: 80547283-fb44-4c7d-81ec-b136fb84e882, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:18:08.627814 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Network 80547283-fb44-4c7d-81ec-b136fb84e882 is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:18:08.641359 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 80547283-fb44-4c7d-81ec-b136fb84e882) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:18:08.646357 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:08.647015 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.672088 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0fb7a568-da1a-4531-90c0-472313a295d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4667304 Jun 27 14:18:08.675338 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44648) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:08.680587 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:08.681688 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e2fef-9857-4d42-bc14-261750c023ca None None] Network 80547283-fb44-4c7d-81ec-b136fb84e882 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:18:08.709982 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10985'] for router (e8d48a76-7b66-450b-b890-8f549be8abb7), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.711355 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-398583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-570225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11006'] for router (e8d48a76-7b66-450b-b890-8f549be8abb7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.778799 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks [] for router_controller (e8d48a76-7b66-450b-b890-8f549be8abb7), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:08.827062 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c138ddb-2d6f-51c1-bbaa-8f448fbeb1cd-80547283-fb44-4c7d-81ec-b136fb84e882', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0'}]}} from dv-cinder-841125-9-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 14:18:08.828124 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:09.022861 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Allocated IP 172.20.0.2 (80547283-fb44-4c7d-81ec-b136fb84e882/7ff0c690-966d-4a80-9b84-6706507192e0/734941c3-e34c-4ced-bea3-db745449bfdf) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:18:09.225082 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Publish callbacks [] for port (734941c3-e34c-4ced-bea3-db745449bfdf), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:09.238518 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:09.313285 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Network 80547283-fb44-4c7d-81ec-b136fb84e882 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:18:09.319465 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:18:09.324404 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:18:09.377825 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Pushing event updated for resources: {'Port': ['ID=734941c3-e34c-4ced-bea3-db745449bfdf,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:09.392672 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Attempting to bind port 734941c3-e34c-4ced-bea3-db745449bfdf on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:18:09.392936 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Attempting to bind port 734941c3-e34c-4ced-bea3-db745449bfdf by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:18:09.393139 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Attempting to bind port 734941c3-e34c-4ced-bea3-db745449bfdf on network 80547283-fb44-4c7d-81ec-b136fb84e882 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:18:09.399692 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:18:09.400059 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Checking segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:18:09.400505 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:09.400897 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Bound using segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:18:09.401371 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Bound port: 734941c3-e34c-4ced-bea3-db745449bfdf, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:18:09.401741 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:09.448402 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks [] for router_gateway (e8d48a76-7b66-450b-b890-8f549be8abb7), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:09.470024 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] For port 734941c3-e34c-4ced-bea3-db745449bfdf, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:18:09.473855 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] For port 734941c3-e34c-4ced-bea3-db745449bfdf, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=734941c3-e34c-4ced-bea3-db745449bfdf,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:18:09.483169 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:09.526042 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:09.531561 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:09.557610 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ddd6e-e9d8-42f0-8560-d6f41351e8a7 None None] Pushing event updated for resources: {'Port': ['ID=734941c3-e34c-4ced-bea3-db745449bfdf,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:09.797300 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks [] for router_gateway (e8d48a76-7b66-450b-b890-8f549be8abb7), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:09.824596 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:09.970251 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:09.983446 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Allocated IP 172.27.2.27 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/1ff424a8-4923-4371-badc-459664ec52e1) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:18:10.123289 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks [] for port (1ff424a8-4923-4371-badc-459664ec52e1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:10.171129 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (1ff424a8-4923-4371-badc-459664ec52e1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:10.181082 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 734941c3-e34c-4ced-bea3-db745449bfdf up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:18:10.226684 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:18:10.230272 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:18:10.252116 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:18:10.265861 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 734941c3-e34c-4ced-bea3-db745449bfdf triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:10.266145 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:10.292655 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Pushing event updated for resources: {'Port': ['ID=1ff424a8-4923-4371-badc-459664ec52e1,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:10.356487 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:10.491932 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 734941c3-e34c-4ced-bea3-db745449bfdf is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:10.492845 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:10.548535 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 734941c3-e34c-4ced-bea3-db745449bfdf, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=734941c3-e34c-4ced-bea3-db745449bfdf,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:10.554147 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:10.626424 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=734941c3-e34c-4ced-bea3-db745449bfdf,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:10.716436 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks [] for router_gateway (e8d48a76-7b66-450b-b890-8f549be8abb7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:10.866744 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecac15f-0312-4915-82e8-063a324b6827 None None] Network 80547283-fb44-4c7d-81ec-b136fb84e882 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:18:10.950304 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-4a9472e0-4433-4e2a-95b1-ebb1b0d18dde None None] Provisioning complete for port 734941c3-e34c-4ced-bea3-db745449bfdf triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:10.951011 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4a9472e0-4433-4e2a-95b1-ebb1b0d18dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:11.008294 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451019'] for router (e8d48a76-7b66-450b-b890-8f549be8abb7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:11.095207 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4a9472e0-4433-4e2a-95b1-ebb1b0d18dde None None] Current status of the port 734941c3-e34c-4ced-bea3-db745449bfdf is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:11.219545 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Router e8d48a76-7b66-450b-b890-8f549be8abb7 is scheduled to L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 14:18:11.335275 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-b6b8e014-fc4f-4052-860a-508c2a52529f None None] Provisioning complete for port 734941c3-e34c-4ced-bea3-db745449bfdf triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:11.335499 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6b8e014-fc4f-4052-860a-508c2a52529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:11.412880 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:18:11.426224 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:18:11.448110 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:18:11.449115 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:17:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:11.449563 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:11.454083 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-35de25e6-09e2-4362-a38b-dfd76b0021ea admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7744029 Jun 27 14:18:11.454535 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44678) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:11.700894 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:11.768368 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8e014-fc4f-4052-860a-508c2a52529f None None] Current status of the port 734941c3-e34c-4ced-bea3-db745449bfdf is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:11.785440 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:18:12.131766 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:12.202278 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:12.228217 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:10Z', 'revision_number': 3, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:12.389474 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 734941c3-e34c-4ced-bea3-db745449bfdf up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:18:12.399557 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:18:12.402687 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Updating router e8d48a76-7b66-450b-b890-8f549be8abb7 port 1ff424a8-4923-4371-badc-459664ec52e1 binding host dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:18:12.505417 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:12.520346 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (1ff424a8-4923-4371-badc-459664ec52e1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:12.552752 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:12.574118 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 734941c3-e34c-4ced-bea3-db745449bfdf triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:12.574769 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:12.882025 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Allocated IP 172.20.0.1 (80547283-fb44-4c7d-81ec-b136fb84e882/7ff0c690-966d-4a80-9b84-6706507192e0/372780ad-c38e-4ef3-9170-3037918e068b) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:18:12.886520 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 734941c3-e34c-4ced-bea3-db745449bfdf is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:13.085126 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Publish callbacks [] for port (1ff424a8-4923-4371-badc-459664ec52e1), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.098937 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (1ff424a8-4923-4371-badc-459664ec52e1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.149046 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Publish callbacks [] for port (372780ad-c38e-4ef3-9170-3037918e068b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.183712 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a99972-ae78-4a6c-9b2d-aaf29e6fecd8 None None] Pushing event updated for resources: {'Port': ['ID=1ff424a8-4923-4371-badc-459664ec52e1,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:13.207577 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Attempting to bind port 1ff424a8-4923-4371-badc-459664ec52e1 on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:18:13.207995 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Attempting to bind port 1ff424a8-4923-4371-badc-459664ec52e1 by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:18:13.208325 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Attempting to bind port 1ff424a8-4923-4371-badc-459664ec52e1 on network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:18:13.216227 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:18:13.216719 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Checking segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:18:13.217360 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.217785 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Bound using segment: {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:18:13.218751 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Bound port: 1ff424a8-4923-4371-badc-459664ec52e1, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ece622-696d-4aa5-a6ea-7071c23618ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:18:13.218751 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (1ff424a8-4923-4371-badc-459664ec52e1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.225708 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (372780ad-c38e-4ef3-9170-3037918e068b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.289329 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Pushing event updated for resources: {'Port': ['ID=372780ad-c38e-4ef3-9170-3037918e068b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:13.302008 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Network 80547283-fb44-4c7d-81ec-b136fb84e882 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:18:13.303833 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:18:13.321727 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] For port 1ff424a8-4923-4371-badc-459664ec52e1, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:18:13.329158 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:18:13.330329 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] For port 1ff424a8-4923-4371-badc-459664ec52e1, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=1ff424a8-4923-4371-badc-459664ec52e1,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:18:13.352868 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (1ff424a8-4923-4371-badc-459664ec52e1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.387368 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453998'] for router_interface (e8d48a76-7b66-450b-b890-8f549be8abb7), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.391927 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:13.440331 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:18:13.443488 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:17:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:13.528425 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a99972-ae78-4a6c-9b2d-aaf29e6fecd8 None None] Pushing event updated for resources: {'Port': ['ID=1ff424a8-4923-4371-badc-459664ec52e1,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:13.627657 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (372780ad-c38e-4ef3-9170-3037918e068b), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.638947 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:18:13.742918 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:13.834828 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a730ed26-b21e-40ed-b496-a299b2dd1365 None None] Provisioning complete for port 372780ad-c38e-4ef3-9170-3037918e068b triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:13.835522 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a730ed26-b21e-40ed-b496-a299b2dd1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (372780ad-c38e-4ef3-9170-3037918e068b), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.836760 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:13.843265 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Publish callbacks [] for port (372780ad-c38e-4ef3-9170-3037918e068b), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.849868 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (372780ad-c38e-4ef3-9170-3037918e068b), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.889507 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:13.895632 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454654'] for router_interface (e8d48a76-7b66-450b-b890-8f549be8abb7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:13.908816 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a730ed26-b21e-40ed-b496-a299b2dd1365 None None] Port 372780ad-c38e-4ef3-9170-3037918e068b cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:18:13.924365 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:10Z', 'revision_number': 3, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:13.984503 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7796dd1-83a3-45ef-9468-4da4a5aaa411 None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:10Z', 'revision_number': 3, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:18:14.105397 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Pushing event updated for resources: {'Port': ['ID=372780ad-c38e-4ef3-9170-3037918e068b,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:14.165161 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Network 80547283-fb44-4c7d-81ec-b136fb84e882 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:18:14.167502 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:18:14.361248 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Router e8d48a76-7b66-450b-b890-8f549be8abb7 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:18:14.529055 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:14.533040 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:18:14.558691 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-efbaeef4-48ee-415a-b9b0-f3773d9627b6 admin admin] 10.222.0.43 "PUT /v2.0/routers/e8d48a76-7b66-450b-b890-8f549be8abb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0886939 Jun 27 14:18:14.570130 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-afd5f5a3-8a94-444d-979b-98657a5eae8e None None] Provisioning complete for port 372780ad-c38e-4ef3-9170-3037918e068b triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:14.571176 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-afd5f5a3-8a94-444d-979b-98657a5eae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (372780ad-c38e-4ef3-9170-3037918e068b), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:14.633690 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-afd5f5a3-8a94-444d-979b-98657a5eae8e None None] Port 372780ad-c38e-4ef3-9170-3037918e068b cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:18:15.121747 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44714) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:15.127566 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e9b8c8ad-b922-4b72-b7c0-fd35c267f62f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406508313', 'description': 'tempest-description--1739490768'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:15.202775 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9b8c8ad-b922-4b72-b7c0-fd35c267f62f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.336755 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9b8c8ad-b922-4b72-b7c0-fd35c267f62f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (9d272568-78a1-4780-906c-303028df79c1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.345468 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9b8c8ad-b922-4b72-b7c0-fd35c267f62f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (9d272568-78a1-4780-906c-303028df79c1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.409002 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9b8c8ad-b922-4b72-b7c0-fd35c267f62f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.410502 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e9b8c8ad-b922-4b72-b7c0-fd35c267f62f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2876956 Jun 27 14:18:15.412066 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8c8ad-b922-4b72-b7c0-fd35c267f62f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d272568-78a1-4780-906c-303028df79c1,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:15.413758 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44716) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:15.443159 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-b4a2fd57-cdd8-4c74-a761-5f6d6d322705 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group_rule': {'security_group_id': '9d272568-78a1-4780-906c-303028df79c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:15.533890 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b4a2fd57-cdd8-4c74-a761-5f6d6d322705 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (aa3b0ac6-4780-49b5-95e4-21ac70de00e6), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.623958 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b4a2fd57-cdd8-4c74-a761-5f6d6d322705 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (aa3b0ac6-4780-49b5-95e4-21ac70de00e6), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.631009 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b4a2fd57-cdd8-4c74-a761-5f6d6d322705 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (aa3b0ac6-4780-49b5-95e4-21ac70de00e6), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.651656 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9f85dc57-b0a0-43a1-bf38-adfd49fb7776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.676420 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2fd57-cdd8-4c74-a761-5f6d6d322705 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3b0ac6-4780-49b5-95e4-21ac70de00e6,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:15.701467 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b4a2fd57-cdd8-4c74-a761-5f6d6d322705 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.703762 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b4a2fd57-cdd8-4c74-a761-5f6d6d322705 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2875128 Jun 27 14:18:15.707236 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44726) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:15.715348 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-3615ee97-84c3-494d-8e64-8bb8c3c0f841 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group_rule': {'security_group_id': '9d272568-78a1-4780-906c-303028df79c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:15.760972 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3615ee97-84c3-494d-8e64-8bb8c3c0f841 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (00c13e25-c087-4591-9abf-5207d5623194), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.841758 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3615ee97-84c3-494d-8e64-8bb8c3c0f841 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (00c13e25-c087-4591-9abf-5207d5623194), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.848729 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3615ee97-84c3-494d-8e64-8bb8c3c0f841 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (00c13e25-c087-4591-9abf-5207d5623194), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.876879 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615ee97-84c3-494d-8e64-8bb8c3c0f841 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c13e25-c087-4591-9abf-5207d5623194,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:15.893983 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3615ee97-84c3-494d-8e64-8bb8c3c0f841 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:15.895348 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3615ee97-84c3-494d-8e64-8bb8c3c0f841 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1867707 Jun 27 14:18:15.899244 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44728) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:15.905054 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:15.945738 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:16.205938 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:16.232165 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 1ff424a8-4923-4371-badc-459664ec52e1 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:18:16.348182 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 1ff424a8-4923-4371-badc-459664ec52e1 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:16.349551 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (1ff424a8-4923-4371-badc-459664ec52e1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:16.505216 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:16.518576 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Allocated IP 172.27.2.14 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/50783915-2492-43a9-9921-6bdca867ba49) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:18:16.532441 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 1ff424a8-4923-4371-badc-459664ec52e1 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:16.533216 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (1ff424a8-4923-4371-badc-459664ec52e1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:16.615280 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] For port 1ff424a8-4923-4371-badc-459664ec52e1, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=1ff424a8-4923-4371-badc-459664ec52e1,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:16.629004 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (1ff424a8-4923-4371-badc-459664ec52e1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:16.706454 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:18:16.729101 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:18:16.731500 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:17:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:16.763885 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (50783915-2492-43a9-9921-6bdca867ba49), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:16.780376 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Pushing event updated for resources: {'Port': ['ID=1ff424a8-4923-4371-badc-459664ec52e1,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:16.813588 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (50783915-2492-43a9-9921-6bdca867ba49), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:16.823889 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:16.881923 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:18:16.887497 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:18:16.896366 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:18:16.926405 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=50783915-2492-43a9-9921-6bdca867ba49,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:17.003622 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:18:17.034208 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (e9e3f826-0ed5-441c-b426-354958e5b0ee), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:17.089806 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (50783915-2492-43a9-9921-6bdca867ba49), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:17.281348 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (50783915-2492-43a9-9921-6bdca867ba49), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:17.292147 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (50783915-2492-43a9-9921-6bdca867ba49), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:17.395694 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 2, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:17.412561 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (e9e3f826-0ed5-441c-b426-354958e5b0ee), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:17.425484 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=50783915-2492-43a9-9921-6bdca867ba49,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:17.428569 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:18:17.428994 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Updating router e8d48a76-7b66-450b-b890-8f549be8abb7 port 372780ad-c38e-4ef3-9170-3037918e068b binding host dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 14:18:17.440814 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:17.442846 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f00ebb5c-d012-41a5-82c6-10497b221402 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5422409 Jun 27 14:18:17.491917 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (372780ad-c38e-4ef3-9170-3037918e068b), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:17.656471 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-62b4b90b-50fa-4e96-853f-dadbc44ded7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--406508313&fields=id&tenant_id=7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 267 time: 0.0631280 Jun 27 14:18:17.788693 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-278b8787-114b-4c62-b3e3-e22746393cf8 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:17.790832 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-278b8787-114b-4c62-b3e3-e22746393cf8 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 814 time: 0.1248505 Jun 27 14:18:17.811411 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-bf16665e-eb4b-4bb8-bf01-d8b28bcb26e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/quotas/7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 375 time: 0.0115919 Jun 27 14:18:17.855622 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-adc59c98-c189-4296-ab77-85c923f016a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:17.886520 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-9aca6bbf-661f-4624-8adc-642a116e2dd5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663085 Jun 27 14:18:17.912843 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Publish callbacks [] for port (372780ad-c38e-4ef3-9170-3037918e068b), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:17.927888 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (372780ad-c38e-4ef3-9170-3037918e068b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:18.002454 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Pushing event updated for resources: {'Port': ['ID=372780ad-c38e-4ef3-9170-3037918e068b,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:18.021656 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.021994 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.022344 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.022728 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.023067 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.023397 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.023717 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.024043 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.024368 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.024689 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.025087 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.025434 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.025840 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.026169 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.026363 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:18.068219 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:18.129758 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Attempting to bind port 372780ad-c38e-4ef3-9170-3037918e068b on host dv-cinder-841125-9-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:18:18.130450 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Attempting to bind port 372780ad-c38e-4ef3-9170-3037918e068b by drivers openvswitch,hyperv on host dv-cinder-841125-9-iscsi at level 0 using segments [{'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:18:18.131114 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Attempting to bind port 372780ad-c38e-4ef3-9170-3037918e068b on network 80547283-fb44-4c7d-81ec-b136fb84e882 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:18:18.138952 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Checking agent: {'id': '8f5ef9f0-e809-423e-8dbe-35bf5e96a658', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841125-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 2, 21), 'started_at': datetime.datetime(2022, 6, 27, 14, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841125-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:18:18.139644 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Checking segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:18:18.140271 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:18.140859 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Bound using segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:18:18.142318 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Bound port: 372780ad-c38e-4ef3-9170-3037918e068b, host: dv-cinder-841125-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:18:18.142960 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (372780ad-c38e-4ef3-9170-3037918e068b), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:18.155822 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:18.177913 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 1ff424a8-4923-4371-badc-459664ec52e1 up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:18:18.205338 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:18.235303 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] For port 372780ad-c38e-4ef3-9170-3037918e068b, host dv-cinder-841125-9-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:18:18.239814 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] For port 372780ad-c38e-4ef3-9170-3037918e068b, host dv-cinder-841125-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=372780ad-c38e-4ef3-9170-3037918e068b,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:18:18.252030 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (372780ad-c38e-4ef3-9170-3037918e068b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:18.273221 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 1ff424a8-4923-4371-badc-459664ec52e1 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:18.276295 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (1ff424a8-4923-4371-badc-459664ec52e1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:18.297607 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e75cdc45-7bf3-4093-b462-f4c523a26723 service neutron] 10.222.0.43 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846357 Jun 27 14:18:18.328713 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:18:18.329344 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:18:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:18.502616 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9d6db-06d5-435f-aaa6-fdff413f1af8 None None] Pushing event updated for resources: {'Port': ['ID=372780ad-c38e-4ef3-9170-3037918e068b,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:18.537133 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 1ff424a8-4923-4371-badc-459664ec52e1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:18.542414 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:18:18.572443 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-306c5a7d-ee2f-4ab2-9c0f-a3b9560a4a05 None None] Provisioning complete for port 372780ad-c38e-4ef3-9170-3037918e068b triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:18.573484 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-306c5a7d-ee2f-4ab2-9c0f-a3b9560a4a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (372780ad-c38e-4ef3-9170-3037918e068b), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:18.583152 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-d06ff127-52f0-49ed-a175-0ad83270728f service neutron] 10.222.0.43 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731986 Jun 27 14:18:18.873403 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a362b1c9-d009-4eb4-b34e-75d644937e53 req-692c0bd5-a264-44d6-a0bd-34f03199e56a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 210 time: 0.0576601 Jun 27 14:18:18.913913 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-306c5a7d-ee2f-4ab2-9c0f-a3b9560a4a05 None None] Current status of the port 372780ad-c38e-4ef3-9170-3037918e068b is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:18.915157 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-306c5a7d-ee2f-4ab2-9c0f-a3b9560a4a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (372780ad-c38e-4ef3-9170-3037918e068b), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:18.975486 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-306c5a7d-ee2f-4ab2-9c0f-a3b9560a4a05 None None] For port 372780ad-c38e-4ef3-9170-3037918e068b, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=372780ad-c38e-4ef3-9170-3037918e068b,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:18.985143 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-306c5a7d-ee2f-4ab2-9c0f-a3b9560a4a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (372780ad-c38e-4ef3-9170-3037918e068b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:19.047109 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c5a7d-ee2f-4ab2-9c0f-a3b9560a4a05 None None] Pushing event updated for resources: {'Port': ['ID=372780ad-c38e-4ef3-9170-3037918e068b,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:19.089837 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:19.116108 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-58304d34-cdbe-423d-b65f-8548997e5e0d None None] Provisioning complete for port 372780ad-c38e-4ef3-9170-3037918e068b triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:19.116711 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-58304d34-cdbe-423d-b65f-8548997e5e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (372780ad-c38e-4ef3-9170-3037918e068b), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:19.138138 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97c152-212c-4995-bfad-b97b03b5325c None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:18:19.171939 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:19.253449 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:19.269923 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-58304d34-cdbe-423d-b65f-8548997e5e0d None None] Current status of the port 372780ad-c38e-4ef3-9170-3037918e068b is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:19.336144 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:20.010181 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d3c9bd6-1031-4ff5-a547-1ece61ef212a req-9abe8a2f-c138-4765-b780-f9b9a078e2d3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 210 time: 0.0429516 Jun 27 14:18:20.171520 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 372780ad-c38e-4ef3-9170-3037918e068b up at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:18:20.234484 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Provisioning complete for port 372780ad-c38e-4ef3-9170-3037918e068b triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:20.235797 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (372780ad-c38e-4ef3-9170-3037918e068b), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:20.332507 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Current status of the port 372780ad-c38e-4ef3-9170-3037918e068b is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:20.519781 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-81f37c1b-2f96-4a6c-ac94-4f5c6be1db5f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:20.521475 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-81f37c1b-2f96-4a6c-ac94-4f5c6be1db5f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 814 time: 0.1941290 Jun 27 14:18:20.929497 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:20.943269 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-27a44282-ecb7-495e-afc5-e7521e952829 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 379 time: 0.4027312 Jun 27 14:18:20.955074 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'port': {'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'admin_state_up': True, 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'security_groups': ['9d272568-78a1-4780-906c-303028df79c1']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:20.967037 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:21.054094 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:21.116160 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Made reservation on behalf of 7761d17911b54ba0addb7ea956b6cfdf for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:18:21.121041 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:21.148778 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f86d3062-461a-4a82-a9f3-d8dbd027529e req-9ce62005-63f2-4645-a960-ccd57cc51c07 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 210 time: 0.0487702 Jun 27 14:18:21.298082 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:21.329765 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Allocated IP 172.20.0.12 (80547283-fb44-4c7d-81ec-b136fb84e882/7ff0c690-966d-4a80-9b84-6706507192e0/806fea47-e6c8-4060-a6c5-6d58981554a0) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:18:21.519392 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:21.635040 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:21.679854 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Network 80547283-fb44-4c7d-81ec-b136fb84e882 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:18:21.691710 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:18:21.704660 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:18:21.732162 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=806fea47-e6c8-4060-a6c5-6d58981554a0,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:21.776138 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:21.777007 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:21.796954 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-668c904a-8389-4b7e-8d54-f612c1b936b0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8471541 Jun 27 14:18:21.830984 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Request body: {'port': {'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:21.929773 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:22.012365 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a96e1f83-015d-46b7-bfca-10897cc26c72 None None] Provisioning complete for port 806fea47-e6c8-4060-a6c5-6d58981554a0 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:22.012953 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a96e1f83-015d-46b7-bfca-10897cc26c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:22.046735 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a96e1f83-015d-46b7-bfca-10897cc26c72 None None] Port 806fea47-e6c8-4060-a6c5-6d58981554a0 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:18:22.072466 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:22.248000 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806fea47-e6c8-4060-a6c5-6d58981554a0 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:18:22.257585 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Publish callbacks [] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:22.274178 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Transition to ACTIVE for port object 806fea47-e6c8-4060-a6c5-6d58981554a0 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:18:22.280908 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:22.291349 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befd7e3-8f27-42ad-99fc-e2b62a8c7251 req-8980bf03-5ad5-4707-9a47-df37a851a02e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:22.299893 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0befd7e3-8f27-42ad-99fc-e2b62a8c7251 req-8980bf03-5ad5-4707-9a47-df37a851a02e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 932 time: 0.0660200 Jun 27 14:18:22.349697 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Pushing event updated for resources: {'Port': ['ID=806fea47-e6c8-4060-a6c5-6d58981554a0,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:22.360959 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0befd7e3-8f27-42ad-99fc-e2b62a8c7251 req-3469cc1c-d939-45ed-886e-29c862d2effc tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598505 Jun 27 14:18:22.461385 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Attempting to bind port 806fea47-e6c8-4060-a6c5-6d58981554a0 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:18:22.461737 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Attempting to bind port 806fea47-e6c8-4060-a6c5-6d58981554a0 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:18:22.462292 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Attempting to bind port 806fea47-e6c8-4060-a6c5-6d58981554a0 on network 80547283-fb44-4c7d-81ec-b136fb84e882 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:18:22.468566 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Port 806fea47-e6c8-4060-a6c5-6d58981554a0 on network 80547283-fb44-4c7d-81ec-b136fb84e882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:18:22.469136 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Attempting to bind port 806fea47-e6c8-4060-a6c5-6d58981554a0 on network 80547283-fb44-4c7d-81ec-b136fb84e882 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:18:22.476578 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:18:22.476936 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Checking segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:18:22.477317 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Bound using segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:18:22.477759 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Bound port: 806fea47-e6c8-4060-a6c5-6d58981554a0, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:18:22.478372 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:22.532307 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=1,neutron:UPDATE=2,neutron:SELECT=97 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:22.564344 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] For port 806fea47-e6c8-4060-a6c5-6d58981554a0, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:18:22.570504 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] For port 806fea47-e6c8-4060-a6c5-6d58981554a0, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=806fea47-e6c8-4060-a6c5-6d58981554a0,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:18:22.580000 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:22.633778 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:22.635117 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:22.636281 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/806fea47-e6c8-4060-a6c5-6d58981554a0 HTTP/1.1" status: 200 len: 1094 time: 0.8224757 Jun 27 14:18:22.636769 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'tag': '806fea47-e6c8-4060-a6c5-6d58981554a0'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:18:22.639902 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d904de-6b41-460e-b50e-4ba0e039e6af" -d '{"events": [{"name": "network-changed", "server_uuid": "eeefabd9-79b5-4d2a-a986-00b11ae05283", "tag": "806fea47-e6c8-4060-a6c5-6d58981554a0"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:18:22.660443 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d69b09-5c74-45f6-aa97-319af87945b0 service neutron] Pushing event updated for resources: {'Port': ['ID=806fea47-e6c8-4060-a6c5-6d58981554a0,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:22.702517 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118f774e-7410-4c54-97c5-c0c85f95bc61 x-openstack-request-id: req-118f774e-7410-4c54-97c5-c0c85f95bc61 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:18:22.702971 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeefabd9-79b5-4d2a-a986-00b11ae05283", "tag": "806fea47-e6c8-4060-a6c5-6d58981554a0", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:18:22.703299 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-118f774e-7410-4c54-97c5-c0c85f95bc61 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:18:22.703911 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118f774e-7410-4c54-97c5-c0c85f95bc61'] response: {'name': 'network-changed', 'server_uuid': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'tag': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'status': 'completed', 'code': 200} Jun 27 14:18:22.791691 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-3383ecad-b51c-413f-825f-b97c43be35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:22.794253 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-3383ecad-b51c-413f-825f-b97c43be35e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 1128 time: 0.0850718 Jun 27 14:18:22.854583 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-43fb083d-af12-47d8-8ddf-18e0fa41d970 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=806fea47-e6c8-4060-a6c5-6d58981554a0 HTTP/1.1" status: 200 len: 217 time: 0.0528331 Jun 27 14:18:22.939339 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-3aed2c85-ad4b-4d84-96ee-82759496291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:22.941349 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-3aed2c85-ad4b-4d84-96ee-82759496291b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0812359 Jun 27 14:18:23.016316 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-abd3e5d3-643f-462d-a2ec-faad5ae85594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:23.017891 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-abd3e5d3-643f-462d-a2ec-faad5ae85594 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699627 Jun 27 14:18:23.121416 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-95201399-956b-49a9-9cdc-fa4284f1b5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941970 Jun 27 14:18:23.248594 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d63fece-3470-41d0-86fe-6a28463e2d37 req-17b23d11-6a9d-43c5-94b0-7ba9956988f3 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151831 Jun 27 14:18:23.494489 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70951de-f3ac-4a7a-b5b4-e46edf801274 req-03a27e70-f21c-412a-a0f8-11037d70f843 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:23.495997 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b70951de-f3ac-4a7a-b5b4-e46edf801274 req-03a27e70-f21c-412a-a0f8-11037d70f843 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 944 time: 0.0535996 Jun 27 14:18:23.527431 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:23.548523 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b70951de-f3ac-4a7a-b5b4-e46edf801274 req-04ca6d82-024f-43bf-b930-8d6912fbe024 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467100 Jun 27 14:18:24.673904 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b67ba-3999-42ab-9e84-39c270ed78e0 req-ad101428-c37c-43b6-ac10-594e89676e37 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:24.675522 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff8b67ba-3999-42ab-9e84-39c270ed78e0 req-ad101428-c37c-43b6-ac10-594e89676e37 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 944 time: 0.0514064 Jun 27 14:18:24.751041 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff8b67ba-3999-42ab-9e84-39c270ed78e0 req-44bc83da-ca6f-413a-8c5c-d52bd693aabc tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673246 Jun 27 14:18:25.883510 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff8db4-2a1b-4b83-a05d-b1c5e75ad2fc req-b5a2ff87-2fea-4684-a5f0-34b8e09b1b2a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:25.885659 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8dff8db4-2a1b-4b83-a05d-b1c5e75ad2fc req-b5a2ff87-2fea-4684-a5f0-34b8e09b1b2a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 944 time: 0.0586505 Jun 27 14:18:25.942089 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8dff8db4-2a1b-4b83-a05d-b1c5e75ad2fc req-1f3096ce-db98-4e2d-b418-f29c15e0e84e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488012 Jun 27 14:18:26.492925 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:26.651104 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-645fcf80-5121-4462-b27a-988cf0f0bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:26.652638 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-645fcf80-5121-4462-b27a-988cf0f0bcba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 1128 time: 0.0415769 Jun 27 14:18:26.667617 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:26.727819 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44916) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:26.753606 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-864dab5c-09b1-4917-8526-9063467f88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:26.755148 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-864dab5c-09b1-4917-8526-9063467f88cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 915 time: 0.0958729 Jun 27 14:18:26.776228 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-d365424e-c10a-4c55-a278-13abb43c86b9 admin admin] Deleting subnet c56a306a-b446-458b-81d2-433215eee8c3 {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:18:26.779572 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d365424e-c10a-4c55-a278-13abb43c86b9 admin admin] Publish callbacks [] for subnet (c56a306a-b446-458b-81d2-433215eee8c3), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:26.794755 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-521aea1a-4f7d-4f40-9e17-08c38cf4ac50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=806fea47-e6c8-4060-a6c5-6d58981554a0 HTTP/1.1" status: 200 len: 217 time: 0.0329175 Jun 27 14:18:26.815381 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d365424e-c10a-4c55-a278-13abb43c86b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4458228'] for subnet (c56a306a-b446-458b-81d2-433215eee8c3), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:26.844381 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-4b8205cc-5c80-4e5f-8483-e38a1f5a7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:26.845993 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-4b8205cc-5c80-4e5f-8483-e38a1f5a7f5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0456774 Jun 27 14:18:26.856688 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d365424e-c10a-4c55-a278-13abb43c86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (c56a306a-b446-458b-81d2-433215eee8c3), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:26.895978 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-49d51738-0b52-431a-8443-c49d9f38e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:26.897384 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-49d51738-0b52-431a-8443-c49d9f38e5b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452709 Jun 27 14:18:26.917908 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d365424e-c10a-4c55-a278-13abb43c86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6195894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4984649'] for subnet (c56a306a-b446-458b-81d2-433215eee8c3), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:26.945873 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365424e-c10a-4c55-a278-13abb43c86b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56a306a-b446-458b-81d2-433215eee8c3,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:26.948049 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d365424e-c10a-4c55-a278-13abb43c86b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:26.953723 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d365424e-c10a-4c55-a278-13abb43c86b9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c56a306a-b446-458b-81d2-433215eee8c3 HTTP/1.1" status: 204 len: 168 time: 0.2241323 Jun 27 14:18:26.954825 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44918) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:26.992944 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-72866b70-becc-4eef-93c7-13997a27f079 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889416 Jun 27 14:18:27.043414 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (6cee11f7-6cb2-44a3-91d1-1b62873f934f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.089185 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603823cc-f0fa-4f41-a827-725292cd433f req-a230fe13-a2bf-4d61-8ca9-892c3c1bb069 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:27.090847 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-603823cc-f0fa-4f41-a827-725292cd433f req-a230fe13-a2bf-4d61-8ca9-892c3c1bb069 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 944 time: 0.0675974 Jun 27 14:18:27.092714 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:27.093109 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-16d904de-6b41-460e-b50e-4ba0e039e6af req-87b5dbe5-f7b2-4978-843f-a3f1030a1ef1 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929732 Jun 27 14:18:27.187884 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (6cee11f7-6cb2-44a3-91d1-1b62873f934f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.214860 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-603823cc-f0fa-4f41-a827-725292cd433f req-d7dcaba2-7abb-48f3-988f-49324e48b1a6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046104 Jun 27 14:18:27.218398 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cee11f7-6cb2-44a3-91d1-1b62873f934f']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:27.229560 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14e5457-eed6-4590-af33-6d8e14ac2360') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:27.229857 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14e5457-eed6-4590-af33-6d8e14ac2360') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:27.244390 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4458223'] for segment (f14e5457-eed6-4590-af33-6d8e14ac2360), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.257861 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (f14e5457-eed6-4590-af33-6d8e14ac2360), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.264669 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:18:27.265077 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6195932'] for segment (f14e5457-eed6-4590-af33-6d8e14ac2360), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.292093 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment f14e5457-eed6-4590-af33-6d8e14ac2360 resource provider aggregate not found Jun 27 14:18:27.324531 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment f14e5457-eed6-4590-af33-6d8e14ac2360 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f14e5457-eed6-4590-af33-6d8e14ac2360 found for delete ", "request_id": "req-ac385bd5-6f18-4a9c-965f-c309c69c4990"}]} Jun 27 14:18:27.334707 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (6cee11f7-6cb2-44a3-91d1-1b62873f934f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.341417 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.344877 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] 10.222.0.43 "DELETE /v2.0/networks/6cee11f7-6cb2-44a3-91d1-1b62873f934f HTTP/1.1" status: 204 len: 168 time: 0.3890827 Jun 27 14:18:27.359583 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a263e-fdc8-4318-90d4-3bca40dab05d admin admin] Pushing event deleted for resources: {'Network': ['ID=6cee11f7-6cb2-44a3-91d1-1b62873f934f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:27.481035 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44934) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:27.530965 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ef6a1814-9963-4ed8-adea-ad4484ca1ffb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b561ea2e4d874784b952280c413ddd60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472534 Jun 27 14:18:27.532367 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44938) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:27.585378 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b7e45d99-8172-4a0f-9d7b-d31a7c08d4bf admin admin] Publish callbacks [] for security_group (5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.603012 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:27.608354 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b7e45d99-8172-4a0f-9d7b-d31a7c08d4bf admin admin] Publish callbacks [] for security_group (5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.660964 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b7e45d99-8172-4a0f-9d7b-d31a7c08d4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.664026 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b7e45d99-8172-4a0f-9d7b-d31a7c08d4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:27.665671 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b7e45d99-8172-4a0f-9d7b-d31a7c08d4bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48 HTTP/1.1" status: 204 len: 168 time: 0.1319265 Jun 27 14:18:27.674360 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e45d99-8172-4a0f-9d7b-d31a7c08d4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6a0f69-1fc4-4e8f-b919-89e70b1e8c48,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:28.344773 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe51711-7b24-467e-8c44-0f2c2e02d974 req-9f6ad31e-6fd8-4505-8931-c61c49839e72 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:28.346349 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7fe51711-7b24-467e-8c44-0f2c2e02d974 req-9f6ad31e-6fd8-4505-8931-c61c49839e72 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 944 time: 0.0588570 Jun 27 14:18:28.396065 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7fe51711-7b24-467e-8c44-0f2c2e02d974 req-a3cfdb9c-306a-4ddd-afca-5dd5e65b9a36 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438371 Jun 27 14:18:29.092410 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=1,neutron:SELECT=34 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:29.093185 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:29.217876 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 806fea47-e6c8-4060-a6c5-6d58981554a0 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:18:29.328944 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 806fea47-e6c8-4060-a6c5-6d58981554a0, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=806fea47-e6c8-4060-a6c5-6d58981554a0,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:29.341676 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'mac_address': 'fa:16:3e:7e:a1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:18:29.508499 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:29.514334 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 806fea47-e6c8-4060-a6c5-6d58981554a0 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:29.514934 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:29.521546 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439161e-8a4c-4666-a24e-2018a99c080c req-f1672fae-b182-421a-bb2e-09f4f03981a6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:29.523303 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2439161e-8a4c-4666-a24e-2018a99c080c req-f1672fae-b182-421a-bb2e-09f4f03981a6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 944 time: 0.0522609 Jun 27 14:18:29.537825 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806fea47-e6c8-4060-a6c5-6d58981554a0 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:18:29.559024 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 806fea47-e6c8-4060-a6c5-6d58981554a0, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=806fea47-e6c8-4060-a6c5-6d58981554a0,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:29.563257 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:29.578491 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2439161e-8a4c-4666-a24e-2018a99c080c req-0c30d5fd-262d-40da-b9ca-85875d6569cc tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486720 Jun 27 14:18:29.610195 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=806fea47-e6c8-4060-a6c5-6d58981554a0,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:29.808162 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['806fea47-e6c8-4060-a6c5-6d58981554a0'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:18:29.928216 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:30.704535 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aed89-bdc4-4e90-ad76-c7832dcf251c req-d20b43e0-1a89-4548-904f-c752a64cdb84 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:30.706041 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f32aed89-bdc4-4e90-ad76-c7832dcf251c req-d20b43e0-1a89-4548-904f-c752a64cdb84 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 945 time: 0.0546274 Jun 27 14:18:30.771673 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f32aed89-bdc4-4e90-ad76-c7832dcf251c req-deb05c16-3645-493f-9b78-b3bc1c7bf858 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593991 Jun 27 14:18:31.233386 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 806fea47-e6c8-4060-a6c5-6d58981554a0 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:18:31.279195 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 806fea47-e6c8-4060-a6c5-6d58981554a0 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:18:31.287135 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 806fea47-e6c8-4060-a6c5-6d58981554a0 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:31.287543 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:31.348627 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:31.367201 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 806fea47-e6c8-4060-a6c5-6d58981554a0 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:31.367587 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:31.392221 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806fea47-e6c8-4060-a6c5-6d58981554a0'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:18:31.394379 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adff041c-1769-4f02-8b88-b6038d39749d" -d '{"events": [{"server_uuid": "eeefabd9-79b5-4d2a-a986-00b11ae05283", "name": "network-vif-plugged", "status": "completed", "tag": "806fea47-e6c8-4060-a6c5-6d58981554a0"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:18:31.407264 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 806fea47-e6c8-4060-a6c5-6d58981554a0, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=806fea47-e6c8-4060-a6c5-6d58981554a0,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:31.411709 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:31.435257 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3701c5f-839c-4b98-9529-ba4a1bbd0780 x-openstack-request-id: req-c3701c5f-839c-4b98-9529-ba4a1bbd0780 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:18:31.435547 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeefabd9-79b5-4d2a-a986-00b11ae05283", "name": "network-vif-plugged", "status": "completed", "tag": "806fea47-e6c8-4060-a6c5-6d58981554a0", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:18:31.435793 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3701c5f-839c-4b98-9529-ba4a1bbd0780 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:18:31.436181 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3701c5f-839c-4b98-9529-ba4a1bbd0780'] response: {'server_uuid': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'code': 200} Jun 27 14:18:31.461864 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=806fea47-e6c8-4060-a6c5-6d58981554a0,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:31.623953 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4240dc-e85d-4079-98df-35eef751d91d req-700e7658-9b29-4ba6-8158-0224b8a815a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:31.625472 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0c4240dc-e85d-4079-98df-35eef751d91d req-700e7658-9b29-4ba6-8158-0224b8a815a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 1130 time: 0.0460367 Jun 27 14:18:31.694568 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0c4240dc-e85d-4079-98df-35eef751d91d req-d9557a73-f400-4227-ba21-fda4970ea87d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555377 Jun 27 14:18:32.159214 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa5d5e-bde0-426e-9999-34fdfe33f2ea req-15509ca0-25d9-4bc6-a4cc-9c467948f767 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:32.160918 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f6fa5d5e-bde0-426e-9999-34fdfe33f2ea req-15509ca0-25d9-4bc6-a4cc-9c467948f767 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 946 time: 0.3177590 Jun 27 14:18:32.214176 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f6fa5d5e-bde0-426e-9999-34fdfe33f2ea req-8ab2b96f-cf62-4452-8bd1-753982bfa8f0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473824 Jun 27 14:18:32.277910 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44978) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:32.392893 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a3482410-9d19-45d1-9395-3bdf6f40a544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:32.470817 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a3482410-9d19-45d1-9395-3bdf6f40a544 admin admin] Publish callbacks [] for security_group (6e9c63ee-2f16-47d2-8af3-2ef6ba06014c), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:32.476305 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a3482410-9d19-45d1-9395-3bdf6f40a544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (6e9c63ee-2f16-47d2-8af3-2ef6ba06014c), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:32.521244 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3482410-9d19-45d1-9395-3bdf6f40a544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9c63ee-2f16-47d2-8af3-2ef6ba06014c,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:32.526109 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a3482410-9d19-45d1-9395-3bdf6f40a544 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e6c41f017fb424987218f67b692a94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471180 Jun 27 14:18:32.529238 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44982) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:32.589576 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae4a5-eee5-4e23-926e-2325bdf594e9 admin admin] Publish callbacks [] for security_group (6e9c63ee-2f16-47d2-8af3-2ef6ba06014c), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:32.603235 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:32.617683 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae4a5-eee5-4e23-926e-2325bdf594e9 admin admin] Publish callbacks [] for security_group (6e9c63ee-2f16-47d2-8af3-2ef6ba06014c), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:32.678671 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae4a5-eee5-4e23-926e-2325bdf594e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (6e9c63ee-2f16-47d2-8af3-2ef6ba06014c), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:32.681667 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae4a5-eee5-4e23-926e-2325bdf594e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:32.683010 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4e4ae4a5-eee5-4e23-926e-2325bdf594e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e9c63ee-2f16-47d2-8af3-2ef6ba06014c HTTP/1.1" status: 204 len: 168 time: 0.1531565 Jun 27 14:18:32.692343 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ae4a5-eee5-4e23-926e-2325bdf594e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9c63ee-2f16-47d2-8af3-2ef6ba06014c,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:33.330910 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535aac3-a0fd-4257-8a13-b959377e5b5e req-d8627cf2-08a7-408b-ae11-e676d7ec9b37 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:33.332424 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6535aac3-a0fd-4257-8a13-b959377e5b5e req-d8627cf2-08a7-408b-ae11-e676d7ec9b37 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 946 time: 0.0482419 Jun 27 14:18:33.382389 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6535aac3-a0fd-4257-8a13-b959377e5b5e req-4d12ca04-19f6-4fba-9e86-626f085171d7 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434604 Jun 27 14:18:33.508687 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd57cd-af13-4bc3-a216-439addc1ac43 req-132e0a71-655b-4b08-8ed5-cd6b5ac3b1ff tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:33.510453 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-62fd57cd-af13-4bc3-a216-439addc1ac43 req-132e0a71-655b-4b08-8ed5-cd6b5ac3b1ff tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 946 time: 0.0553141 Jun 27 14:18:33.520696 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45012) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:33.525565 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-51539abe-51db-4ca4-afe3-5e141e1c5b29 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'floatingip': {'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:33.564248 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51539abe-51db-4ca4-afe3-5e141e1c5b29 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (e9e3f826-0ed5-441c-b426-354958e5b0ee), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:33.795421 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45018) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:33.911380 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:33.929569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:33.975769 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:33.998283 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Publish callbacks [] for security_group (5c1e8276-74d8-475a-ab8b-b87861abffa2), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:34.002145 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5c1e8276-74d8-475a-ab8b-b87861abffa2), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:34.016584 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51539abe-51db-4ca4-afe3-5e141e1c5b29 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:34.021575 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51539abe-51db-4ca4-afe3-5e141e1c5b29 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (e9e3f826-0ed5-441c-b426-354958e5b0ee), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:34.041612 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf84144c9a854024a993e7c51d6a7d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450471 Jun 27 14:18:34.043759 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1e8276-74d8-475a-ab8b-b87861abffa2,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:34.045661 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45022) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:34.064249 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.064602 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.064943 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.065284 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.065616 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.065945 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.066270 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.066590 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.066975 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.067297 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.067608 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.067927 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.068244 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.068563 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.068881 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9879a732-de98-4cbe-85cc-e018269b6ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:18:34.112016 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-86b0b538-44d9-4488-b215-c3d368918791 admin admin] Publish callbacks [] for security_group (5c1e8276-74d8-475a-ab8b-b87861abffa2), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:34.124228 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-51539abe-51db-4ca4-afe3-5e141e1c5b29 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Floating IP e9e3f826-0ed5-441c-b426-354958e5b0ee associated. External IP: 172.27.2.14, port: 806fea47-e6c8-4060-a6c5-6d58981554a0. Jun 27 14:18:34.133695 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-86b0b538-44d9-4488-b215-c3d368918791 admin admin] Publish callbacks [] for security_group (5c1e8276-74d8-475a-ab8b-b87861abffa2), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:34.185209 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-86b0b538-44d9-4488-b215-c3d368918791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5c1e8276-74d8-475a-ab8b-b87861abffa2), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:34.188191 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-86b0b538-44d9-4488-b215-c3d368918791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:34.189496 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-86b0b538-44d9-4488-b215-c3d368918791 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c1e8276-74d8-475a-ab8b-b87861abffa2 HTTP/1.1" status: 204 len: 168 time: 0.1427667 Jun 27 14:18:34.198939 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0b538-44d9-4488-b215-c3d368918791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1e8276-74d8-475a-ab8b-b87861abffa2,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:34.332050 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51539abe-51db-4ca4-afe3-5e141e1c5b29 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Router e8d48a76-7b66-450b-b890-8f549be8abb7 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:18:34.437843 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51539abe-51db-4ca4-afe3-5e141e1c5b29 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:18:34.443236 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51539abe-51db-4ca4-afe3-5e141e1c5b29 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:34.444746 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:34.449972 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:18:34.461552 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:18:34.462290 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:18:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:34.481075 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-51539abe-51db-4ca4-afe3-5e141e1c5b29 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "PUT /v2.0/floatingips/e9e3f826-0ed5-441c-b426-354958e5b0ee HTTP/1.1" status: 200 len: 991 time: 0.9591563 Jun 27 14:18:34.481756 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'tag': '806fea47-e6c8-4060-a6c5-6d58981554a0'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:18:34.484173 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6116581f-fb99-44d4-9268-d7f96d7fd39d" -d '{"events": [{"name": "network-changed", "server_uuid": "eeefabd9-79b5-4d2a-a986-00b11ae05283", "tag": "806fea47-e6c8-4060-a6c5-6d58981554a0"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:18:34.526556 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec14c7fc-2efd-447e-8660-0ce7ad363b05 x-openstack-request-id: req-ec14c7fc-2efd-447e-8660-0ce7ad363b05 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:18:34.527441 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeefabd9-79b5-4d2a-a986-00b11ae05283", "tag": "806fea47-e6c8-4060-a6c5-6d58981554a0", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:18:34.527441 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec14c7fc-2efd-447e-8660-0ce7ad363b05 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:18:34.527689 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec14c7fc-2efd-447e-8660-0ce7ad363b05'] response: {'name': 'network-changed', 'server_uuid': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'tag': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'status': 'completed', 'code': 200} Jun 27 14:18:34.577108 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:18:34.609781 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-284e69fe-a988-431d-900e-2e12557e8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:34.611173 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-284e69fe-a988-431d-900e-2e12557e8514 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 1130 time: 0.0585275 Jun 27 14:18:34.731855 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-7cf8639e-53fd-4d08-9faa-4c3f73af3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:34.733536 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-7cf8639e-53fd-4d08-9faa-4c3f73af3e8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 915 time: 0.1158173 Jun 27 14:18:34.810455 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-1385a93e-1d5b-4f60-8b42-9b3c680259d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=806fea47-e6c8-4060-a6c5-6d58981554a0 HTTP/1.1" status: 200 len: 999 time: 0.0700672 Jun 27 14:18:34.822092 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'e9e3f826-0ed5-441c-b426-354958e5b0ee', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:7e:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:18:16Z', 'updated_at': '2022-06-27T14:18:33Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:34.847517 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:18:34.857461 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:18:34.858086 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:18:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:34.863952 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-aee721f2-e3ce-4516-8eca-b1040c3a2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:34.865525 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-aee721f2-e3ce-4516-8eca-b1040c3a2dbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0488920 Jun 27 14:18:34.913601 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-12e81084-ddb3-47f5-84d6-9e6c4b6bd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:34.915574 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-12e81084-ddb3-47f5-84d6-9e6c4b6bd87d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429246 Jun 27 14:18:34.947698 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45052) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:34.969206 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:18:35.020110 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-5479f61a-a233-4b6c-ac71-53c70a7b3ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981231 Jun 27 14:18:35.066572 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-828572821-network', 'tenant_id': 'd56cb93f3e5b408d8d24be42cb19cd12'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:35.088669 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:35.090220 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Made reservation on behalf of d56cb93f3e5b408d8d24be42cb19cd12 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:18:35.093302 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.102072 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.117320 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6116581f-fb99-44d4-9268-d7f96d7fd39d req-294ead7b-3690-4f94-93ab-00d718fa7250 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906157 Jun 27 14:18:35.184616 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Publish callbacks [] for security_group (326d70b5-977a-468a-9a1d-90ddfc7e782b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.188966 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (326d70b5-977a-468a-9a1d-90ddfc7e782b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.199128 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:35.206735 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'e9e3f826-0ed5-441c-b426-354958e5b0ee', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:7e:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:18:16Z', 'updated_at': '2022-06-27T14:18:33Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:18:35.211920 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:18:35.228737 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326d70b5-977a-468a-9a1d-90ddfc7e782b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:35.233071 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (2d964dca-e014-4a04-a81a-6599e21748be), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.233415 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Added segment 2d964dca-e014-4a04-a81a-6599e21748be of type vlan for network a3dac8b5-b2cf-45bd-a850-b530835b6f8c Jun 27 14:18:35.233530 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac8f2f-7f28-450c-82e5-c3137167256d None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'e9e3f826-0ed5-441c-b426-354958e5b0ee', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:7e:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:18:16Z', 'updated_at': '2022-06-27T14:18:33Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:18:35.281849 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (a3dac8b5-b2cf-45bd-a850-b530835b6f8c), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.309624 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (a3dac8b5-b2cf-45bd-a850-b530835b6f8c), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.310756 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:35.311388 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.315065 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:35.350773 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4016335 Jun 27 14:18:35.354034 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45056) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:18:35.359881 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Request body: {'subnet': {'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-828572821-subnet', 'tenant_id': 'd56cb93f3e5b408d8d24be42cb19cd12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:35.382164 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Made reservation on behalf of d56cb93f3e5b408d8d24be42cb19cd12 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:18:35.385267 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de83138-a6d2-40b0-8c94-fa16e4110e98 admin admin] Pushing event updated for resources: {'Network': ['ID=a3dac8b5-b2cf-45bd-a850-b530835b6f8c,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:35.385822 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4819214'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.396481 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network a3dac8b5-b2cf-45bd-a850-b530835b6f8c details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:18:35.443445 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f89cc-829d-4639-a0df-47988c7cab7b None None] New status for floating IP e9e3f826-0ed5-441c-b426-354958e5b0ee: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:18:35.574075 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16143929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4819320'] for subnet (75066618-80c6-4a62-96c0-272f02e690f7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.631200 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75066618-80c6-4a62-96c0-272f02e690f7,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:35.650507 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Checking segment: {'id': '2d964dca-e014-4a04-a81a-6599e21748be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:18:35.650884 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Network hostable DHCP agents. Network: a3dac8b5-b2cf-45bd-a850-b530835b6f8c, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:18:35.673338 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Network a3dac8b5-b2cf-45bd-a850-b530835b6f8c is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:18:35.684498 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, a3dac8b5-b2cf-45bd-a850-b530835b6f8c) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:18:35.690093 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:35.691399 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:35.695386 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd278d-a6ee-4844-b54d-3db7eacb14e5 None None] Network a3dac8b5-b2cf-45bd-a850-b530835b6f8c requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:18:35.717812 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8c8a04ad-fbcf-4c09-9fec-b2bf1cf18b83 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3560562 Jun 27 14:18:35.719054 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:35.801696 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e136b9f-6e91-42bd-93c1-6dbfdbbb5aca None None] Network a3dac8b5-b2cf-45bd-a850-b530835b6f8c requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:18:37.528058 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-14eec2e0-9cc6-4c69-b2d3-8d87fa7edb99 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:37.529549 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-14eec2e0-9cc6-4c69-b2d3-8d87fa7edb99 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/networks?id=a3dac8b5-b2cf-45bd-a850-b530835b6f8c HTTP/1.1" status: 200 len: 813 time: 0.1146853 Jun 27 14:18:37.544814 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-7c3d8230-c1f4-459b-bd19-9ef110850790 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/quotas/d56cb93f3e5b408d8d24be42cb19cd12 HTTP/1.1" status: 200 len: 375 time: 0.0096965 Jun 27 14:18:37.582486 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-0882bd50-1ac3-429c-a77e-4b28a2c8c484 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56cb93f3e5b408d8d24be42cb19cd12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324888 Jun 27 14:18:37.646352 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:37.675078 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-a47c5b5b-9b6d-4513-9d41-4532b7e38eea service neutron] 10.222.0.43 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855722 Jun 27 14:18:37.771624 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-6cac7b50-1628-4457-bda0-95c794c84887 service neutron] 10.222.0.43 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905235 Jun 27 14:18:37.937154 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-336e8dcd-7dc9-4891-9434-ca1b4bf21bf2 req-ce7335a4-1046-477a-b5e7-257dc45d2ecc tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 210 time: 0.0295780 Jun 27 14:18:38.870829 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:38.933683 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-8ef46a04-1c8a-49fe-a15f-d26f9ab3bbfa tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:38.935960 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-8ef46a04-1c8a-49fe-a15f-d26f9ab3bbfa tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.13 "GET /v2.0/networks?id=a3dac8b5-b2cf-45bd-a850-b530835b6f8c HTTP/1.1" status: 200 len: 813 time: 0.1077418 Jun 27 14:18:38.947000 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Request body: {'port': {'device_id': '1dc3c635-777b-43d7-8871-21586f8771c8', 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c', 'admin_state_up': True, 'tenant_id': 'd56cb93f3e5b408d8d24be42cb19cd12'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:39.036920 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bf538389-eb28-4a54-8878-9d8fdf7c041a req-c7fe07f3-7ed2-4d76-b438-5872990b3fde tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 210 time: 0.0283899 Jun 27 14:18:39.071233 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Made reservation on behalf of d56cb93f3e5b408d8d24be42cb19cd12 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:18:39.074789 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:39.217007 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Allocated IP 172.20.0.2 (a3dac8b5-b2cf-45bd-a850-b530835b6f8c/75066618-80c6-4a62-96c0-272f02e690f7/f32aa657-c8c7-4d96-9693-0cfc57c83a72) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:18:39.270202 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:39.369145 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks [] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:39.404572 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:39.451849 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Network a3dac8b5-b2cf-45bd-a850-b530835b6f8c is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:18:39.454826 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:18:39.458608 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:18:39.482508 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Pushing event updated for resources: {'Port': ['ID=f32aa657-c8c7-4d96-9693-0cfc57c83a72,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:39.511872 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:39.512477 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:39.531107 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c0b67d50-2ed4-4d2c-872e-a38169a98ee5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877597 Jun 27 14:18:39.558966 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Request body: {'port': {'device_id': '1dc3c635-777b-43d7-8871-21586f8771c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:39.624437 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:39.744353 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:39.894118 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32aa657-c8c7-4d96-9693-0cfc57c83a72 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:18:39.901811 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Publish callbacks [] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:39.914618 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Transition to ACTIVE for port object f32aa657-c8c7-4d96-9693-0cfc57c83a72 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:18:39.922551 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:39.982636 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Pushing event updated for resources: {'Port': ['ID=f32aa657-c8c7-4d96-9693-0cfc57c83a72,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:40.053488 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Attempting to bind port f32aa657-c8c7-4d96-9693-0cfc57c83a72 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:18:40.053733 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Attempting to bind port f32aa657-c8c7-4d96-9693-0cfc57c83a72 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '2d964dca-e014-4a04-a81a-6599e21748be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:18:40.054047 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Attempting to bind port f32aa657-c8c7-4d96-9693-0cfc57c83a72 on network a3dac8b5-b2cf-45bd-a850-b530835b6f8c {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:18:40.059036 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Port f32aa657-c8c7-4d96-9693-0cfc57c83a72 on network a3dac8b5-b2cf-45bd-a850-b530835b6f8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:18:40.059366 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Attempting to bind port f32aa657-c8c7-4d96-9693-0cfc57c83a72 on network a3dac8b5-b2cf-45bd-a850-b530835b6f8c {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:18:40.065128 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:18:40.065493 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Checking segment: {'id': '2d964dca-e014-4a04-a81a-6599e21748be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:18:40.066249 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Bound using segment: {'id': '2d964dca-e014-4a04-a81a-6599e21748be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:18:40.066615 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Bound port: f32aa657-c8c7-4d96-9693-0cfc57c83a72, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d964dca-e014-4a04-a81a-6599e21748be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:18:40.066615 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:40.120245 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:40.131005 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] For port f32aa657-c8c7-4d96-9693-0cfc57c83a72, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:18:40.134368 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] For port f32aa657-c8c7-4d96-9693-0cfc57c83a72, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f32aa657-c8c7-4d96-9693-0cfc57c83a72,segment=NetworkSegment(2d964dca-e014-4a04-a81a-6599e21748be),segment_id=2d964dca-e014-4a04-a81a-6599e21748be)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:18:40.141456 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:40.161449 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6902acc-8f5f-4179-bd37-39b2ec94177d req-c9258309-2438-4c3e-87bf-9f999373279e tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:40.163012 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6902acc-8f5f-4179-bd37-39b2ec94177d req-c9258309-2438-4c3e-87bf-9f999373279e tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 943 time: 0.0545158 Jun 27 14:18:40.176503 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:40.177146 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:40.178612 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] 10.222.0.13 "PUT /v2.0/ports/f32aa657-c8c7-4d96-9693-0cfc57c83a72 HTTP/1.1" status: 200 len: 1093 time: 0.6240289 Jun 27 14:18:40.179073 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc3c635-777b-43d7-8871-21586f8771c8', 'tag': 'f32aa657-c8c7-4d96-9693-0cfc57c83a72'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:18:40.181302 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebf95a3-9b4b-4255-8148-69076e27849a" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc3c635-777b-43d7-8871-21586f8771c8", "tag": "f32aa657-c8c7-4d96-9693-0cfc57c83a72"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:18:40.204943 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d1cea-6ceb-4334-8799-6b24cadd6658 service neutron] Pushing event updated for resources: {'Port': ['ID=f32aa657-c8c7-4d96-9693-0cfc57c83a72,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:40.224532 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6902acc-8f5f-4179-bd37-39b2ec94177d req-b449ca96-8d25-411d-ae36-2c6838b52e0a tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546570 Jun 27 14:18:40.225793 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b88c73-0d17-47f8-ba47-eab136688d2f x-openstack-request-id: req-82b88c73-0d17-47f8-ba47-eab136688d2f {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:18:40.226083 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc3c635-777b-43d7-8871-21586f8771c8", "tag": "f32aa657-c8c7-4d96-9693-0cfc57c83a72", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:18:40.226338 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82b88c73-0d17-47f8-ba47-eab136688d2f {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:18:40.226766 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b88c73-0d17-47f8-ba47-eab136688d2f'] response: {'name': 'network-changed', 'server_uuid': '1dc3c635-777b-43d7-8871-21586f8771c8', 'tag': 'f32aa657-c8c7-4d96-9693-0cfc57c83a72', 'status': 'completed', 'code': 200} Jun 27 14:18:40.275054 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c3847948-eb55-41e7-9463-56a85578e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:40.276577 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-c3847948-eb55-41e7-9463-56a85578e672 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cb93f3e5b408d8d24be42cb19cd12&device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 1127 time: 0.0431542 Jun 27 14:18:40.578816 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-7f242abf-9235-401f-a0d0-a479c9290e9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f32aa657-c8c7-4d96-9693-0cfc57c83a72 HTTP/1.1" status: 200 len: 217 time: 0.2955577 Jun 27 14:18:40.628263 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-0eb181a0-736d-4485-bbe1-4b4e8e405e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:40.629674 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-0eb181a0-736d-4485-bbe1-4b4e8e405e91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75066618-80c6-4a62-96c0-272f02e690f7 HTTP/1.1" status: 200 len: 853 time: 0.0443547 Jun 27 14:18:40.661240 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-75934e4f-330f-40df-9710-00dde83d327b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3dac8b5-b2cf-45bd-a850-b530835b6f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251117 Jun 27 14:18:40.762026 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-2acbcd04-dede-406f-a15e-9abd2f77a519 service neutron] 10.222.0.13 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946977 Jun 27 14:18:40.867886 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-42f26647-f6ba-4fe4-ae12-9067f68b11b0 req-7fe608c5-732a-4aca-a78f-221a8eb91354 service neutron] 10.222.0.13 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000412 Jun 27 14:18:41.353692 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6ec05-2d37-42f1-9a63-07c2349a90f6 req-91843be0-cbb5-4485-9f86-ae6f6e1aa673 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:41.355833 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cfe6ec05-2d37-42f1-9a63-07c2349a90f6 req-91843be0-cbb5-4485-9f86-ae6f6e1aa673 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 943 time: 0.0531368 Jun 27 14:18:41.413373 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cfe6ec05-2d37-42f1-9a63-07c2349a90f6 req-9443b628-1e23-4879-9940-a4e2238372b7 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509319 Jun 27 14:18:41.657528 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf95a3-9b4b-4255-8148-69076e27849a req-f695b8b5-ec31-4fa9-b0ca-9d75f50cdcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:41.659113 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ebf95a3-9b4b-4255-8148-69076e27849a req-f695b8b5-ec31-4fa9-b0ca-9d75f50cdcfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cb93f3e5b408d8d24be42cb19cd12&device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 1127 time: 0.0409694 Jun 27 14:18:41.738266 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:41.769096 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf95a3-9b4b-4255-8148-69076e27849a req-134c45cb-a713-44ca-9db8-8d90a1674790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:41.771292 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ebf95a3-9b4b-4255-8148-69076e27849a req-134c45cb-a713-44ca-9db8-8d90a1674790 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3dac8b5-b2cf-45bd-a850-b530835b6f8c HTTP/1.1" status: 200 len: 914 time: 0.1059566 Jun 27 14:18:41.820244 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ebf95a3-9b4b-4255-8148-69076e27849a req-23dad200-a86a-455c-8037-b8aad5f8e06a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f32aa657-c8c7-4d96-9693-0cfc57c83a72 HTTP/1.1" status: 200 len: 217 time: 0.0427611 Jun 27 14:18:41.870687 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf95a3-9b4b-4255-8148-69076e27849a req-16319265-4c1a-4a8f-8198-00786582d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:41.872151 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ebf95a3-9b4b-4255-8148-69076e27849a req-16319265-4c1a-4a8f-8198-00786582d78a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75066618-80c6-4a62-96c0-272f02e690f7 HTTP/1.1" status: 200 len: 853 time: 0.0464256 Jun 27 14:18:41.905529 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ebf95a3-9b4b-4255-8148-69076e27849a req-f004e9c7-597e-4abb-b288-d449ab359fe7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3dac8b5-b2cf-45bd-a850-b530835b6f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273433 Jun 27 14:18:42.003699 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ebf95a3-9b4b-4255-8148-69076e27849a req-334d9df3-badd-47af-b0f6-2a0aa39d0343 service neutron] 10.222.0.13 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913446 Jun 27 14:18:42.104638 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ebf95a3-9b4b-4255-8148-69076e27849a req-870b7f0a-9a11-4956-adaf-fb36c5e9b082 service neutron] 10.222.0.13 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948856 Jun 27 14:18:42.536416 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127174a-89bc-4130-9395-8dc274c17c5d req-280a2ade-2cae-4d70-9deb-c155e28af727 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:42.538061 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1127174a-89bc-4130-9395-8dc274c17c5d req-280a2ade-2cae-4d70-9deb-c155e28af727 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 943 time: 0.0491869 Jun 27 14:18:42.592374 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1127174a-89bc-4130-9395-8dc274c17c5d req-cd7d9ce2-5f63-424c-addd-2c2a08fff34c tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486112 Jun 27 14:18:43.864668 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f32aa657-c8c7-4d96-9693-0cfc57c83a72 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:18:43.866332 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356ff5-8270-41c1-af0c-122e89905666 req-acda3eef-bc93-4a5f-85f3-2c5e1ebffc71 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:43.867872 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-db356ff5-8270-41c1-af0c-122e89905666 req-acda3eef-bc93-4a5f-85f3-2c5e1ebffc71 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 943 time: 0.0497720 Jun 27 14:18:43.918960 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-db356ff5-8270-41c1-af0c-122e89905666 req-ff8f57bf-bc24-461f-ae6e-f8d2b93c5c50 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452344 Jun 27 14:18:43.976042 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port f32aa657-c8c7-4d96-9693-0cfc57c83a72, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f32aa657-c8c7-4d96-9693-0cfc57c83a72,segment=NetworkSegment(2d964dca-e014-4a04-a81a-6599e21748be),segment_id=2d964dca-e014-4a04-a81a-6599e21748be)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:43.988930 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': 'f32aa657-c8c7-4d96-9693-0cfc57c83a72', 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c', 'port_id': 'f32aa657-c8c7-4d96-9693-0cfc57c83a72', 'mac_address': 'fa:16:3e:2e:bc:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75066618-80c6-4a62-96c0-272f02e690f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:18:44.024142 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port f32aa657-c8c7-4d96-9693-0cfc57c83a72 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:44.024554 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:44.038479 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32aa657-c8c7-4d96-9693-0cfc57c83a72 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:18:44.060436 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port f32aa657-c8c7-4d96-9693-0cfc57c83a72, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f32aa657-c8c7-4d96-9693-0cfc57c83a72,segment=NetworkSegment(2d964dca-e014-4a04-a81a-6599e21748be),segment_id=2d964dca-e014-4a04-a81a-6599e21748be)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:44.070111 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:44.123701 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=f32aa657-c8c7-4d96-9693-0cfc57c83a72,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:44.995730 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:18:45.053081 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed41734-b30f-4d47-9ec9-8fc19bda4d7e req-a058fbe5-b701-4ea3-b754-e4c69787b04f tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:45.054587 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4ed41734-b30f-4d47-9ec9-8fc19bda4d7e req-a058fbe5-b701-4ea3-b754-e4c69787b04f tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 944 time: 0.0587587 Jun 27 14:18:45.104814 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4ed41734-b30f-4d47-9ec9-8fc19bda4d7e req-f105ba02-3a6f-481d-ac43-73d949da0a56 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442982 Jun 27 14:18:45.640519 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d3cdcf01-e116-4df8-b54a-6301ef011d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:45.847419 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['f32aa657-c8c7-4d96-9693-0cfc57c83a72'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:18:46.247499 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d157151-d023-41b2-b03f-6adbfe0b66e2 req-6c7ce425-82e9-4382-a95f-48b5539bfb47 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:46.249025 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8d157151-d023-41b2-b03f-6adbfe0b66e2 req-6c7ce425-82e9-4382-a95f-48b5539bfb47 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 944 time: 0.0720651 Jun 27 14:18:46.301763 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8d157151-d023-41b2-b03f-6adbfe0b66e2 req-d68cd442-0400-4993-ae93-5303abe082dc tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452149 Jun 27 14:18:47.419414 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86bd60-e585-4693-a45e-dc8925dc0ed9 req-fdd50c8b-921c-4488-a859-1beae9af8efc tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:47.420900 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4b86bd60-e585-4693-a45e-dc8925dc0ed9 req-fdd50c8b-921c-4488-a859-1beae9af8efc tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 944 time: 0.0491297 Jun 27 14:18:47.472658 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4b86bd60-e585-4693-a45e-dc8925dc0ed9 req-592c7340-a13c-41e6-ae7d-06d5e8e43cee tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454435 Jun 27 14:18:47.593220 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f32aa657-c8c7-4d96-9693-0cfc57c83a72 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:18:47.644807 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port f32aa657-c8c7-4d96-9693-0cfc57c83a72 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:18:47.652725 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port f32aa657-c8c7-4d96-9693-0cfc57c83a72 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:47.653093 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:47.704861 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:47.739644 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port f32aa657-c8c7-4d96-9693-0cfc57c83a72 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:18:47.740059 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:47.763110 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc3c635-777b-43d7-8871-21586f8771c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32aa657-c8c7-4d96-9693-0cfc57c83a72'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:18:47.765318 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a5aa43-3b6d-4a6f-8e3c-c65e7bdb7586" -d '{"events": [{"server_uuid": "1dc3c635-777b-43d7-8871-21586f8771c8", "name": "network-vif-plugged", "status": "completed", "tag": "f32aa657-c8c7-4d96-9693-0cfc57c83a72"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:18:47.767491 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:47.781795 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port f32aa657-c8c7-4d96-9693-0cfc57c83a72, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f32aa657-c8c7-4d96-9693-0cfc57c83a72,segment=NetworkSegment(2d964dca-e014-4a04-a81a-6599e21748be),segment_id=2d964dca-e014-4a04-a81a-6599e21748be)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:18:47.786625 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:47.809628 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e43921d-e1b5-4869-a4f0-a279bad44187 x-openstack-request-id: req-4e43921d-e1b5-4869-a4f0-a279bad44187 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:18:47.809919 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc3c635-777b-43d7-8871-21586f8771c8", "name": "network-vif-plugged", "status": "completed", "tag": "f32aa657-c8c7-4d96-9693-0cfc57c83a72", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:18:47.810170 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e43921d-e1b5-4869-a4f0-a279bad44187 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:18:47.810563 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e43921d-e1b5-4869-a4f0-a279bad44187'] response: {'server_uuid': '1dc3c635-777b-43d7-8871-21586f8771c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32aa657-c8c7-4d96-9693-0cfc57c83a72', 'code': 200} Jun 27 14:18:47.849895 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=f32aa657-c8c7-4d96-9693-0cfc57c83a72,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:47.853540 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f79dd06-f59b-465a-94ce-051272f1ec4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:47.997546 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931f96b-d002-4c72-8c69-49716811da12 req-16735836-b72e-42b2-863b-8f24ff6000ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:47.999116 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f931f96b-d002-4c72-8c69-49716811da12 req-16735836-b72e-42b2-863b-8f24ff6000ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 1129 time: 0.0497503 Jun 27 14:18:48.054906 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f931f96b-d002-4c72-8c69-49716811da12 req-531a9520-ee76-4d95-839e-4ed399e99cfc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487084 Jun 27 14:18:48.613964 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dac49-e3c1-4454-a527-8488aa2715dd req-69082bd5-4cdc-4bc6-a6a9-bffe2bc139c1 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:48.615390 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d63dac49-e3c1-4454-a527-8488aa2715dd req-69082bd5-4cdc-4bc6-a6a9-bffe2bc139c1 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 945 time: 0.0670590 Jun 27 14:18:48.631842 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:48.657250 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-9865fb64-2147-4597-b3c8-77df42394c5d tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147779435&fields=id&tenant_id=776f23a8a2de459b9183939d76c7a2fb HTTP/1.1" status: 200 len: 267 time: 0.0978839 Jun 27 14:18:48.667776 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:48.705516 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d63dac49-e3c1-4454-a527-8488aa2715dd req-2a190842-e2a4-4293-b72d-165cc5785423 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842712 Jun 27 14:18:48.794019 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-53cc70f0-d753-4203-8c89-fec2f7e3b6de tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:48.795808 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-53cc70f0-d753-4203-8c89-fec2f7e3b6de tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 811 time: 0.1312709 Jun 27 14:18:48.815604 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-a86658d6-a115-433d-9600-aa7f63efb67a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/quotas/776f23a8a2de459b9183939d76c7a2fb HTTP/1.1" status: 200 len: 375 time: 0.0135789 Jun 27 14:18:48.873325 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-80b534bc-c284-4855-84a4-97001915c0b4 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521531 Jun 27 14:18:48.984696 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-c05e973f-f99f-4741-baf2-f9df82bc25f3 service neutron] 10.222.0.43 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991542 Jun 27 14:18:49.079653 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-c4936bcc-185e-4a28-9c07-6140083eeba8 service neutron] 10.222.0.43 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871310 Jun 27 14:18:49.348442 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:49.383734 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c3c3d87e-576a-421d-8b38-e5982ae4f26a req-12f813da-2ab2-4252-a821-19b3517b998c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 210 time: 0.0283387 Jun 27 14:18:49.829677 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d49784-3bd3-4142-a96d-c42216a39634 req-240331a1-b403-4140-8fe5-ed8499ba2977 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:49.831429 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-14d49784-3bd3-4142-a96d-c42216a39634 req-240331a1-b403-4140-8fe5-ed8499ba2977 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 945 time: 0.0530484 Jun 27 14:18:49.882024 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-14d49784-3bd3-4142-a96d-c42216a39634 req-0f38af69-2872-43fd-8d0b-7ec8f9c4e6d0 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448892 Jun 27 14:18:50.486444 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-900d5d99-4a2a-4ade-b706-0873f4a040ae req-98741f14-0639-4107-aeb0-51f0ab5dc755 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 210 time: 0.0288074 Jun 27 14:18:50.595996 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:50.611165 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-75221783-eb56-4562-bece-8f75c072eee7 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:50.612608 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-75221783-eb56-4562-bece-8f75c072eee7 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 811 time: 0.1104145 Jun 27 14:18:50.681961 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-e2026dfd-a7ae-4e1c-80fe-796823af1989 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=776f23a8a2de459b9183939d76c7a2fb HTTP/1.1" status: 200 len: 379 time: 0.0611854 Jun 27 14:18:50.697227 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'port': {'device_id': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'admin_state_up': True, 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'security_groups': ['b271503f-82f5-48a6-9ce3-e522f9dbffd2']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:50.810736 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Made reservation on behalf of 776f23a8a2de459b9183939d76c7a2fb for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:18:50.815188 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:50.925739 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:50.952584 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:50.961978 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Allocated IP 172.20.0.5 (8fb02f13-7fd9-486a-8e55-0cda9370b358/80bed61e-cd3e-4296-b188-91dcd38fc5a6/c5e6d63a-99bf-4f86-89a7-12bcedb86553) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:18:51.079721 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:51.117313 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:51.154766 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:51.200982 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:18:51.204250 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:18:51.209073 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:18:51.233852 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'Port': ['ID=c5e6d63a-99bf-4f86-89a7-12bcedb86553,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:51.271691 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:51.272550 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:51.291365 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8e03480b-2abb-4ef8-ae1f-e7905d74e289 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5986462 Jun 27 14:18:51.350072 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Request body: {'port': {'device_id': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:18:51.423119 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:51.459052 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-994bfaa2-ffb4-4a1c-8f52-d0347ce1d42d None None] Provisioning complete for port c5e6d63a-99bf-4f86-89a7-12bcedb86553 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:18:51.459331 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-994bfaa2-ffb4-4a1c-8f52-d0347ce1d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:51.464816 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:51.498278 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-994bfaa2-ffb4-4a1c-8f52-d0347ce1d42d None None] Port c5e6d63a-99bf-4f86-89a7-12bcedb86553 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:18:51.644466 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd5b47-1f52-41a6-b85b-470f9945558b req-08febcac-9102-4bcc-b016-d8bed6332e24 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:51.647599 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8bdd5b47-1f52-41a6-b85b-470f9945558b req-08febcac-9102-4bcc-b016-d8bed6332e24 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 931 time: 0.0809000 Jun 27 14:18:51.709670 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8bdd5b47-1f52-41a6-b85b-470f9945558b req-bdf77f54-3aee-4b34-9dd6-9d939909bc48 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556488 Jun 27 14:18:51.750915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e6d63a-99bf-4f86-89a7-12bcedb86553 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:18:51.758958 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Publish callbacks [] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:51.772826 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Transition to ACTIVE for port object c5e6d63a-99bf-4f86-89a7-12bcedb86553 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:18:51.776955 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:51.832080 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Pushing event updated for resources: {'Port': ['ID=c5e6d63a-99bf-4f86-89a7-12bcedb86553,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:51.915659 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Attempting to bind port c5e6d63a-99bf-4f86-89a7-12bcedb86553 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:18:51.915994 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Attempting to bind port c5e6d63a-99bf-4f86-89a7-12bcedb86553 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:18:51.916325 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Attempting to bind port c5e6d63a-99bf-4f86-89a7-12bcedb86553 on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:18:51.923731 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Port c5e6d63a-99bf-4f86-89a7-12bcedb86553 on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:18:51.924615 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Attempting to bind port c5e6d63a-99bf-4f86-89a7-12bcedb86553 on network 8fb02f13-7fd9-486a-8e55-0cda9370b358 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:18:51.930514 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:18:51.930879 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Checking segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:18:51.931290 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Bound using segment: {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:18:51.931818 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Bound port: c5e6d63a-99bf-4f86-89a7-12bcedb86553, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:18:51.932181 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:52.006489 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] For port c5e6d63a-99bf-4f86-89a7-12bcedb86553, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:18:52.009525 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] For port c5e6d63a-99bf-4f86-89a7-12bcedb86553, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c5e6d63a-99bf-4f86-89a7-12bcedb86553,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:18:52.020219 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:52.060690 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:52.061305 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:52.062743 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] 10.222.0.13 "PUT /v2.0/ports/c5e6d63a-99bf-4f86-89a7-12bcedb86553 HTTP/1.1" status: 200 len: 1093 time: 0.7181318 Jun 27 14:18:52.063138 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'tag': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:18:52.066117 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e90503-10a2-4faf-9729-387daff91f34" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d15419-13ba-4c94-abb5-7203cc8c8e01", "tag": "c5e6d63a-99bf-4f86-89a7-12bcedb86553"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:18:52.078730 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:52.085705 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8baa23-72ab-4dee-b7e5-e50818b35adb service neutron] Pushing event updated for resources: {'Port': ['ID=c5e6d63a-99bf-4f86-89a7-12bcedb86553,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:18:52.119910 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722f1485-6fd3-4595-8fb5-376f8d95f569 x-openstack-request-id: req-722f1485-6fd3-4595-8fb5-376f8d95f569 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:18:52.120223 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d15419-13ba-4c94-abb5-7203cc8c8e01", "tag": "c5e6d63a-99bf-4f86-89a7-12bcedb86553", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:18:52.120468 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-722f1485-6fd3-4595-8fb5-376f8d95f569 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:18:52.121284 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722f1485-6fd3-4595-8fb5-376f8d95f569'] response: {'name': 'network-changed', 'server_uuid': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'tag': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'status': 'completed', 'code': 200} Jun 27 14:18:52.169392 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8b2712ea-aba1-4cc1-a1c1-890ea3bd4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:52.170887 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-8b2712ea-aba1-4cc1-a1c1-890ea3bd4a0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 1127 time: 0.0451503 Jun 27 14:18:52.213827 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-4a4bad0d-3e8d-4241-8812-bf820bc7513e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5e6d63a-99bf-4f86-89a7-12bcedb86553 HTTP/1.1" status: 200 len: 217 time: 0.0349236 Jun 27 14:18:52.271790 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-1662781c-7f39-479b-88b0-8664e9ce5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:52.273278 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-1662781c-7f39-479b-88b0-8664e9ce5210 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.0488274 Jun 27 14:18:52.335775 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-ab830776-8805-4bee-a7db-56495685e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:52.337597 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-ab830776-8805-4bee-a7db-56495685e488 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527360 Jun 27 14:18:52.435290 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-981affb6-973d-4c1d-86da-f91930778bae service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902321 Jun 27 14:18:52.539690 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5a435594-c201-40b4-9d02-4b675a8712d9 req-a536a8f2-0d90-4330-a05d-60ab0f8fa936 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973907 Jun 27 14:18:52.835807 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ab44a-2082-45dd-8eef-ce90357a02d5 req-baeb4dd8-b4e7-4a22-8f7e-584078f4da80 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:52.837624 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bc8ab44a-2082-45dd-8eef-ce90357a02d5 req-baeb4dd8-b4e7-4a22-8f7e-584078f4da80 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0549085 Jun 27 14:18:52.899602 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bc8ab44a-2082-45dd-8eef-ce90357a02d5 req-4c377f22-36e7-4b6b-8aef-79f8539007f9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515451 Jun 27 14:18:52.908287 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e90503-10a2-4faf-9729-387daff91f34 req-8458dd43-a379-430d-a011-8f3a809568b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:52.909829 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e7e90503-10a2-4faf-9729-387daff91f34 req-8458dd43-a379-430d-a011-8f3a809568b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 1127 time: 0.0420702 Jun 27 14:18:52.999220 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:53.016679 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e90503-10a2-4faf-9729-387daff91f34 req-13202bfc-5d5a-4cff-a2d7-04b72bde0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:53.017482 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e7e90503-10a2-4faf-9729-387daff91f34 req-13202bfc-5d5a-4cff-a2d7-04b72bde0a6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 912 time: 0.1000333 Jun 27 14:18:53.065285 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e7e90503-10a2-4faf-9729-387daff91f34 req-53fef167-6aa7-4aa9-8789-caf6f07faed6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5e6d63a-99bf-4f86-89a7-12bcedb86553 HTTP/1.1" status: 200 len: 217 time: 0.0349689 Jun 27 14:18:53.138785 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e90503-10a2-4faf-9729-387daff91f34 req-f69061b1-d4b7-4116-aa18-46393a8bc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:53.140262 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e7e90503-10a2-4faf-9729-387daff91f34 req-f69061b1-d4b7-4116-aa18-46393a8bc76d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.0504875 Jun 27 14:18:53.193910 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e90503-10a2-4faf-9729-387daff91f34 req-cf1471f4-8e0a-4730-89a8-9e35c57e6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:53.195527 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e7e90503-10a2-4faf-9729-387daff91f34 req-cf1471f4-8e0a-4730-89a8-9e35c57e6848 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468695 Jun 27 14:18:53.297097 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e7e90503-10a2-4faf-9729-387daff91f34 req-b4760d3f-a560-43c2-835b-af5f49ccf6d3 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945764 Jun 27 14:18:53.395065 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e7e90503-10a2-4faf-9729-387daff91f34 req-07125a4f-6ee8-4194-9f1c-04296253d602 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899704 Jun 27 14:18:54.022430 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ab32-d160-4ec7-936f-e692843a44c9 req-e98704c7-d320-4f87-af21-8d92e5f13d36 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:54.024024 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e9a1ab32-d160-4ec7-936f-e692843a44c9 req-e98704c7-d320-4f87-af21-8d92e5f13d36 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0490630 Jun 27 14:18:54.076696 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e9a1ab32-d160-4ec7-936f-e692843a44c9 req-fb926370-e3f8-4824-8498-19b16f772690 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469809 Jun 27 14:18:55.206222 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df382-b3c8-4b1c-a803-24d057d1cded req-6cc9930c-6d1f-4ef7-b507-647a65fa6cde tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:55.207782 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b95df382-b3c8-4b1c-a803-24d057d1cded req-6cc9930c-6d1f-4ef7-b507-647a65fa6cde tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0589664 Jun 27 14:18:55.260449 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b95df382-b3c8-4b1c-a803-24d057d1cded req-4e4891f2-3b1f-49cf-b2e9-8520b6ba74ad tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462823 Jun 27 14:18:56.390845 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be657dd3-8530-47f9-8e96-633da9851a5c req-c195c9aa-4d63-42df-997b-65f2e251df2c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:56.392394 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-be657dd3-8530-47f9-8e96-633da9851a5c req-c195c9aa-4d63-42df-997b-65f2e251df2c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0507598 Jun 27 14:18:56.447453 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-be657dd3-8530-47f9-8e96-633da9851a5c req-60746df3-304c-45b8-a2a0-cf196b4b397a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484059 Jun 27 14:18:56.492972 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:18:57.571315 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eb900-ac07-4e5a-93a6-42b8e411eac6 req-40eca8e5-5b7d-4a3f-8c61-d829a6887e46 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:57.572821 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f48eb900-ac07-4e5a-93a6-42b8e411eac6 req-40eca8e5-5b7d-4a3f-8c61-d829a6887e46 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0514631 Jun 27 14:18:57.602509 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:57.608474 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:18:57.632749 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f48eb900-ac07-4e5a-93a6-42b8e411eac6 req-003682a1-5611-4e4d-a46e-5e0735de6781 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513823 Jun 27 14:18:58.780682 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618a5d2-5063-40db-b1a7-0fa93439b025 req-b38eb056-9c66-426f-b352-ff32521edef7 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:58.782219 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4618a5d2-5063-40db-b1a7-0fa93439b025 req-b38eb056-9c66-426f-b352-ff32521edef7 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0540500 Jun 27 14:18:58.838857 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4618a5d2-5063-40db-b1a7-0fa93439b025 req-adf86b84-b939-421d-9155-5675f9838d61 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506616 Jun 27 14:18:59.970585 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105533ae-8ef7-4acf-9433-6d8152bc6bb2 req-9fd29f40-aea8-4cd7-b7db-57a0d06b1fae tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:18:59.972114 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-105533ae-8ef7-4acf-9433-6d8152bc6bb2 req-9fd29f40-aea8-4cd7-b7db-57a0d06b1fae tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0556502 Jun 27 14:19:00.022989 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-105533ae-8ef7-4acf-9433-6d8152bc6bb2 req-0f147d9f-2b24-444d-9f43-5ecb0723906b tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447488 Jun 27 14:19:01.153368 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575326c-9728-4adc-add7-63e1bbf0b173 req-3284c45d-1fed-4b00-8a36-dd0091a54b5f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:01.154894 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9575326c-9728-4adc-add7-63e1bbf0b173 req-3284c45d-1fed-4b00-8a36-dd0091a54b5f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 943 time: 0.0523970 Jun 27 14:19:01.214690 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9575326c-9728-4adc-add7-63e1bbf0b173 req-d7dc7876-81ed-47a9-8a9a-0f09d66e2af7 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517168 Jun 27 14:19:01.671883 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device c5e6d63a-99bf-4f86-89a7-12bcedb86553 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:19:01.778448 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port c5e6d63a-99bf-4f86-89a7-12bcedb86553, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c5e6d63a-99bf-4f86-89a7-12bcedb86553,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:01.791652 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'port_id': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'mac_address': 'fa:16:3e:ac:cb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:19:01.829459 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port c5e6d63a-99bf-4f86-89a7-12bcedb86553 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:19:01.829838 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:01.844539 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e6d63a-99bf-4f86-89a7-12bcedb86553 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:19:01.865072 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port c5e6d63a-99bf-4f86-89a7-12bcedb86553, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c5e6d63a-99bf-4f86-89a7-12bcedb86553,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:01.869357 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:01.885344 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:01.892188 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:02.051433 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=c5e6d63a-99bf-4f86-89a7-12bcedb86553,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:02.168235 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['c5e6d63a-99bf-4f86-89a7-12bcedb86553'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:19:02.335338 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883718-df2f-494b-a61e-399f9f81f586 req-e6c6cd29-39eb-4bfd-81b4-da37d356c406 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:02.337203 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d883718-df2f-494b-a61e-399f9f81f586 req-e6c6cd29-39eb-4bfd-81b4-da37d356c406 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 944 time: 0.0473206 Jun 27 14:19:02.382632 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:02.386460 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1d883718-df2f-494b-a61e-399f9f81f586 req-940d4b11-8254-428b-ad4c-537c8ac0fa4c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436537 Jun 27 14:19:03.389554 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:03.391634 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=31 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:03.509119 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7174c-1bff-4c7e-863c-e939666fb201 req-63382853-a064-47b9-a51b-c5aeb660c431 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:03.510614 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3df7174c-1bff-4c7e-863c-e939666fb201 req-63382853-a064-47b9-a51b-c5aeb660c431 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 944 time: 0.0522490 Jun 27 14:19:03.575351 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3df7174c-1bff-4c7e-863c-e939666fb201 req-6e6a7ec3-ee35-4319-b2c6-d89e41584b21 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555999 Jun 27 14:19:03.695524 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device c5e6d63a-99bf-4f86-89a7-12bcedb86553 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:19:03.739783 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port c5e6d63a-99bf-4f86-89a7-12bcedb86553 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:19:03.748515 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port c5e6d63a-99bf-4f86-89a7-12bcedb86553 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:19:03.748905 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:03.766959 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:03.827740 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port c5e6d63a-99bf-4f86-89a7-12bcedb86553 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:19:03.828152 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:03.852987 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:19:03.855276 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bfe8ad-c347-414f-8cfa-b64ff90eedd9" -d '{"events": [{"server_uuid": "b6d15419-13ba-4c94-abb5-7203cc8c8e01", "name": "network-vif-plugged", "status": "completed", "tag": "c5e6d63a-99bf-4f86-89a7-12bcedb86553"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:19:03.868141 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port c5e6d63a-99bf-4f86-89a7-12bcedb86553, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c5e6d63a-99bf-4f86-89a7-12bcedb86553,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:03.873090 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:03.895989 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193107df-15a2-4220-9fe1-7fa3e9c2d52a x-openstack-request-id: req-193107df-15a2-4220-9fe1-7fa3e9c2d52a {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:19:03.896272 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d15419-13ba-4c94-abb5-7203cc8c8e01", "name": "network-vif-plugged", "status": "completed", "tag": "c5e6d63a-99bf-4f86-89a7-12bcedb86553", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:19:03.896518 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-193107df-15a2-4220-9fe1-7fa3e9c2d52a {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:19:03.896913 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193107df-15a2-4220-9fe1-7fa3e9c2d52a'] response: {'server_uuid': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'code': 200} Jun 27 14:19:03.923135 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=c5e6d63a-99bf-4f86-89a7-12bcedb86553,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:04.148633 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96e7b5-794a-4394-84e6-7d92ffa62bed req-52eac866-1a19-4968-9519-3f5084c89d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:04.150171 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ec96e7b5-794a-4394-84e6-7d92ffa62bed req-52eac866-1a19-4968-9519-3f5084c89d6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 1129 time: 0.0404932 Jun 27 14:19:04.209427 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ec96e7b5-794a-4394-84e6-7d92ffa62bed req-45520af7-02dc-486c-adac-72787ca5a2dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438666 Jun 27 14:19:04.714888 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fc4bf-4a53-48fa-9257-60f0ffc26978 req-090a9e9e-abd3-4fde-9275-7a9d414743cd tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:04.716384 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1a9fc4bf-4a53-48fa-9257-60f0ffc26978 req-090a9e9e-abd3-4fde-9275-7a9d414743cd tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0632401 Jun 27 14:19:04.769418 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1a9fc4bf-4a53-48fa-9257-60f0ffc26978 req-9ed3e462-ab87-48f5-9731-d40899d9e5b7 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472772 Jun 27 14:19:05.899289 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13017c6-7b35-43d4-9aac-bdcd48c0d080 req-0f25c84c-dbef-485b-bf03-ccf2c479e1c2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:05.901730 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13017c6-7b35-43d4-9aac-bdcd48c0d080 req-0f25c84c-dbef-485b-bf03-ccf2c479e1c2 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0517402 Jun 27 14:19:05.954604 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13017c6-7b35-43d4-9aac-bdcd48c0d080 req-8e46a034-44b6-47f2-ace3-f41d845cdc75 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456135 Jun 27 14:19:07.089637 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0fcfc-e68f-4981-b7cd-c935d086c88e req-7c905883-a82c-4157-b61d-34efccbde000 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:07.091150 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-25d0fcfc-e68f-4981-b7cd-c935d086c88e req-7c905883-a82c-4157-b61d-34efccbde000 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0557883 Jun 27 14:19:07.144699 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-25d0fcfc-e68f-4981-b7cd-c935d086c88e req-d5599d53-5a1f-4225-afc3-f8626d4d0ce9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455525 Jun 27 14:19:07.276484 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5d21d-ff3c-413e-869f-da133f1c6a7a req-55127d4a-56c9-4489-ae16-314b038de101 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:07.277866 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8ad5d21d-ff3c-413e-869f-da133f1c6a7a req-55127d4a-56c9-4489-ae16-314b038de101 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0556386 Jun 27 14:19:07.332012 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8ad5d21d-ff3c-413e-869f-da133f1c6a7a req-dd2fa3f0-3426-4d76-b4f4-fb310bf8e670 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484307 Jun 27 14:19:07.357561 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45322) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:07.398757 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae09662d-487a-449e-8ba8-5f2baa216ed4 tempest-TestVolumeBootPattern-502367315 tempest-TestVolumeBootPattern-502367315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:07.400379 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ae09662d-487a-449e-8ba8-5f2baa216ed4 tempest-TestVolumeBootPattern-502367315 tempest-TestVolumeBootPattern-502367315-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 1124 time: 0.0417371 Jun 27 14:19:07.404732 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45324) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:07.408950 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'port_id': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:19:07.433066 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:07.463397 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:07.513204 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:07.570973 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:07.637462 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Allocated IP 172.27.2.188 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/30104b40-dcc4-4820-9b91-6580f9990beb) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:19:07.746902 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for port (30104b40-dcc4-4820-9b91-6580f9990beb), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:07.784991 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (30104b40-dcc4-4820-9b91-6580f9990beb), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:07.841802 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:19:07.846576 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:19:07.848719 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'Port': ['ID=30104b40-dcc4-4820-9b91-6580f9990beb,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:07.850868 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:19:08.226820 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (e16ae0e9-a6d7-41e5-9314-dae545e4e039), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:08.294546 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:08.299567 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (30104b40-dcc4-4820-9b91-6580f9990beb), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:08.434310 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:08.456619 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for port (30104b40-dcc4-4820-9b91-6580f9990beb), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:08.463154 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (30104b40-dcc4-4820-9b91-6580f9990beb), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:08.529678 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event updated for resources: {'Port': ['ID=30104b40-dcc4-4820-9b91-6580f9990beb,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:08.539691 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (e16ae0e9-a6d7-41e5-9314-dae545e4e039), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:08.636719 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Floating IP e16ae0e9-a6d7-41e5-9314-dae545e4e039 associated. External IP: 172.27.2.188, port: c5e6d63a-99bf-4f86-89a7-12bcedb86553. Jun 27 14:19:08.844445 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:19:08.954888 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:19:08.965825 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] Sync routers for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:19:08.977460 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:19:08.978141 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:18:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:08.979280 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:09.010503 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-224b1098-0d1c-4caa-819f-309fa020afc6 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6042819 Jun 27 14:19:09.011046 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'tag': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:19:09.013444 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49727a4-0a59-48f6-8759-154bc4b2f8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d15419-13ba-4c94-abb5-7203cc8c8e01", "tag": "c5e6d63a-99bf-4f86-89a7-12bcedb86553"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:19:09.051107 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b87731a-63ca-434c-8c11-531f4d574437 x-openstack-request-id: req-5b87731a-63ca-434c-8c11-531f4d574437 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:19:09.051397 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d15419-13ba-4c94-abb5-7203cc8c8e01", "tag": "c5e6d63a-99bf-4f86-89a7-12bcedb86553", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:19:09.051649 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b87731a-63ca-434c-8c11-531f4d574437 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:19:09.052057 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b87731a-63ca-434c-8c11-531f4d574437'] response: {'name': 'network-changed', 'server_uuid': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'tag': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'status': 'completed', 'code': 200} Jun 27 14:19:09.083808 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:19:09.118073 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-9766227e-5cd8-47c9-9903-72b071170ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:09.119623 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-9766227e-5cd8-47c9-9903-72b071170ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 1129 time: 0.0397494 Jun 27 14:19:09.220824 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-5e855adf-615d-496e-a413-5feb4890e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:09.222333 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-5e855adf-615d-496e-a413-5feb4890e568 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 912 time: 0.0961509 Jun 27 14:19:09.289386 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-ec4667c9-87ad-4e8c-a299-65b01bdbc743 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5e6d63a-99bf-4f86-89a7-12bcedb86553 HTTP/1.1" status: 200 len: 999 time: 0.0572984 Jun 27 14:19:09.305158 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'e16ae0e9-a6d7-41e5-9314-dae545e4e039', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:ac:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:19:08Z', 'updated_at': '2022-06-27T14:19:08Z', 'revision_number': 0, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}, {'id': 'f0a34adf-9668-4ef8-9207-30a42f26aa61', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a2:af:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:17:00Z', 'updated_at': '2022-06-27T14:17:04Z', 'revision_number': 1, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:09.331212 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] Checking router: ce6e3fea-e9a1-4b52-87de-61dfaef7e95f for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:19:09.341224 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:19:09.341835 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:18:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:09.343650 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-e2d9794d-045b-4bcf-a0e3-425ddd86fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:09.345420 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-e2d9794d-045b-4bcf-a0e3-425ddd86fefe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.0495915 Jun 27 14:19:09.391204 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-173c94b2-cdd0-4c70-be78-a45b8603d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:09.392541 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-173c94b2-cdd0-4c70-be78-a45b8603d2c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387962 Jun 27 14:19:09.446532 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:19:09.486799 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-c448822a-738d-4a2a-ad53-600db413811a service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865550 Jun 27 14:19:09.589014 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f49727a4-0a59-48f6-8759-154bc4b2f8fc req-0d4a0c9d-7850-4117-aea1-9d1f8fd9233b service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955765 Jun 27 14:19:09.661757 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:09.673627 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'e16ae0e9-a6d7-41e5-9314-dae545e4e039', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:ac:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:19:08Z', 'updated_at': '2022-06-27T14:19:08Z', 'revision_number': 0, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}, {'id': 'f0a34adf-9668-4ef8-9207-30a42f26aa61', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a2:af:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:17:00Z', 'updated_at': '2022-06-27T14:17:04Z', 'revision_number': 1, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:09.700735 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ec0e2-5c3d-4c24-a79c-b382d6632c4f None None] The sync data for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi is: [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'e16ae0e9-a6d7-41e5-9314-dae545e4e039', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:ac:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:19:08Z', 'updated_at': '2022-06-27T14:19:08Z', 'revision_number': 0, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}, {'id': 'f0a34adf-9668-4ef8-9207-30a42f26aa61', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a2:af:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:17:00Z', 'updated_at': '2022-06-27T14:17:04Z', 'revision_number': 1, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:19:09.915603 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78855bf0-f166-471f-8073-8a5005ff195a None None] New status for floating IP e16ae0e9-a6d7-41e5-9314-dae545e4e039: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:19:15.624605 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:15.638947 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7df66e9b-0d68-4ec1-9836-b5b7052d04e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:15.974097 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45356) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:16.174629 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:16.183724 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Deleting port b2420841-b21c-4940-b2ec-3fdc8ddb51c2 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:16.184069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (b2420841-b21c-4940-b2ec-3fdc8ddb51c2), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:16.591245 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (b2420841-b21c-4940-b2ec-3fdc8ddb51c2), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:16.591794 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for floatingip (b2420841-b21c-4940-b2ec-3fdc8ddb51c2), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:16.612329 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Calling delete_port for b2420841-b21c-4940-b2ec-3fdc8ddb51c2 owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:16.697101 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:16.818822 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (b2420841-b21c-4940-b2ec-3fdc8ddb51c2), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:16.849645 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event deleted for resources: {'Port': ['ID=b2420841-b21c-4940-b2ec-3fdc8ddb51c2,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:16.927508 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for floatingip (715bf4a8-cf99-4a1f-b171-bb777c4edf02), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:16.927863 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Floating IP 715bf4a8-cf99-4a1f-b171-bb777c4edf02 disassociated (deleted). External IP: 172.27.2.205, port: 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09. Jun 27 14:19:17.202753 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:19:17.320248 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:19:17.326177 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:17.331343 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] Sync routers for ids ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:19:17.344013 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] Routers {'8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:19:17.344662 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:18:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:17.359640 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-69a95007-ee10-402e-a54a-f304c660dcee tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "DELETE /v2.0/floatingips/715bf4a8-cf99-4a1f-b171-bb777c4edf02 HTTP/1.1" status: 204 len: 168 time: 1.3841701 Jun 27 14:19:17.360366 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:19:17.362858 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:19:17.418717 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91617c09-5f46-4885-8534-01cef28098f0 x-openstack-request-id: req-91617c09-5f46-4885-8534-01cef28098f0 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:19:17.419486 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:19:17.419761 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91617c09-5f46-4885-8534-01cef28098f0 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:19:17.420268 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91617c09-5f46-4885-8534-01cef28098f0'] response: {'name': 'network-changed', 'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'status': 'completed', 'code': 200} Jun 27 14:19:17.469392 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] Set router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:19:17.506051 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-7e145480-79a5-4357-8efd-3ac517b43d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:17.507643 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-7e145480-79a5-4357-8efd-3ac517b43d63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1660a6efb665498199c6d992dffcf16c&device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 1130 time: 0.0528600 Jun 27 14:19:17.639505 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-6d4b367e-f31f-484e-863f-a3f7cc99e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:17.641139 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-6d4b367e-f31f-484e-863f-a3f7cc99e9a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4d43ec1-ddd5-4039-a124-eea360564a63 HTTP/1.1" status: 200 len: 910 time: 0.1227932 Jun 27 14:19:17.690184 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc611f9-da3e-4e11-85a8-39bf0066b5d7 req-fd91f4b7-86a2-4ea8-aca6-8b7b0f42583b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:17.691940 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7bc611f9-da3e-4e11-85a8-39bf0066b5d7 req-fd91f4b7-86a2-4ea8-aca6-8b7b0f42583b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0537350 Jun 27 14:19:17.763435 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7bc611f9-da3e-4e11-85a8-39bf0066b5d7 req-e07eb00b-6223-454c-a258-ec3280aa218b tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595548 Jun 27 14:19:17.776467 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:32Z', 'revision_number': 5, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:17.807213 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] Checking router: 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:19:17.817858 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] Routers {'8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:19:17.818488 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:18:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:17.879716 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3e2245f5-90da-455c-849c-95b779c13b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:17.944633 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] Set router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:19:18.155991 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:32Z', 'revision_number': 5, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:18.190078 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e193906-5280-4836-a8ae-001e48f4143a None None] The sync data for ids ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'] in dv-cinder-841125-9-iscsi is: [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:14:27Z', 'revision_number': 4, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': 'afe5c692-3bc8-4a4e-a0e6-129f38d21a36', 'name': '', 'network_id': 'b4d43ec1-ddd5-4039-a124-eea360564a63', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'mac_address': 'fa:16:3e:01:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '266c084f-6e21-413b-9459-055bf6fb0572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:26Z', 'updated_at': '2022-06-27T14:14:32Z', 'revision_number': 5, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'subnets': [{'id': '266c084f-6e21-413b-9459-055bf6fb0572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:19:18.458049 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a856d90-8d65-49c6-b804-ac921299e4ca None None] New status for floating IP 715bf4a8-cf99-4a1f-b171-bb777c4edf02: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:19:18.829252 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-9d986ecc-907f-45ce-ba55-00d9a1a05f93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 HTTP/1.1" status: 200 len: 217 time: 0.0484805 Jun 27 14:19:18.899331 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906d883-6dbc-49e1-b41a-6f00330f79d0 req-a29a720e-bc62-4654-80a7-8cc87ab26446 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:18.900940 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a906d883-6dbc-49e1-b41a-6f00330f79d0 req-a29a720e-bc62-4654-80a7-8cc87ab26446 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0563514 Jun 27 14:19:18.927683 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:18.960249 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a906d883-6dbc-49e1-b41a-6f00330f79d0 req-9f908f04-3663-4725-99d7-d570c486c007 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532465 Jun 27 14:19:19.342184 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:19.817402 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-26ae5f52-33e6-49a1-8d98-87d29af83444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:19.818991 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-26ae5f52-33e6-49a1-8d98-87d29af83444 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=266c084f-6e21-413b-9459-055bf6fb0572 HTTP/1.1" status: 200 len: 848 time: 0.0477703 Jun 27 14:19:20.089600 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83543c85-2aad-4720-8e04-3b79d6479310 req-98dd6ea0-09f0-4865-9712-f7aeeb5915b6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:20.091181 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-83543c85-2aad-4720-8e04-3b79d6479310 req-98dd6ea0-09f0-4865-9712-f7aeeb5915b6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0571434 Jun 27 14:19:20.151189 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-83543c85-2aad-4720-8e04-3b79d6479310 req-06a34582-3adb-4c2c-8adf-c5b175080eac tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539222 Jun 27 14:19:20.634636 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-22fae296-22c9-452f-9163-35abdbb3fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:20.637431 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-22fae296-22c9-452f-9163-35abdbb3fcf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4d43ec1-ddd5-4039-a124-eea360564a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531249 Jun 27 14:19:20.927214 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:20.951238 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:21.295607 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07021a9b-5de3-4383-a17a-9e94a4331492 req-650043b8-9284-4ef9-b51e-cfebfb739a73 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:21.297258 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07021a9b-5de3-4383-a17a-9e94a4331492 req-650043b8-9284-4ef9-b51e-cfebfb739a73 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0523477 Jun 27 14:19:21.357685 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07021a9b-5de3-4383-a17a-9e94a4331492 req-4038858b-9cbc-4e8f-ae84-b9e0cea5740c tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bb3216c-1298-4e3b-bb76-b7249738bb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543809 Jun 27 14:19:21.673168 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-c5d20a80-b62b-4423-947c-ce701973ffd2 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937963 Jun 27 14:19:21.757319 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:21.773030 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bfa2d47c-ec0d-452d-bd5b-5097b70dfb8a req-502265ca-ce8f-482b-9b67-d83eb044c0a0 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937130 Jun 27 14:19:21.920304 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:21.936196 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad6528-d005-4365-844b-7e7a60647c29 req-92bf01c9-614f-49fd-b8b8-eb8ade70bf0d tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:21.937754 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-52ad6528-d005-4365-844b-7e7a60647c29 req-92bf01c9-614f-49fd-b8b8-eb8ade70bf0d tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.13 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 946 time: 0.0538316 Jun 27 14:19:21.996273 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:19:22.038268 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-52ad6528-d005-4365-844b-7e7a60647c29 req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Deleting port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:22.038542 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-52ad6528-d005-4365-844b-7e7a60647c29 req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:22.140429 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-52ad6528-d005-4365-844b-7e7a60647c29 req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] For port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:22.140911 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-52ad6528-d005-4365-844b-7e7a60647c29 req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:22.157369 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-52ad6528-d005-4365-844b-7e7a60647c29 req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Calling delete_port for 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:22.306540 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-52ad6528-d005-4365-844b-7e7a60647c29 req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (2b492d3d-f4c9-4561-abd3-7cdcfe84bb09), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:22.338912 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event deleted for resources: {'Port': ['ID=2b492d3d-f4c9-4561-abd3-7cdcfe84bb09,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:22.353338 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.353338 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.353338 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.353338 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.354123 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.354123 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.354438 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.354704 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.355035 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.355418 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.355740 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.356067 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.356391 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.356704 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.357018 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:22.395815 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ad6528-d005-4365-844b-7e7a60647c29 req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] No DVR routers for this DVR port 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:19:22.398191 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-52ad6528-d005-4365-844b-7e7a60647c29 req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:22.401530 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-52ad6528-d005-4365-844b-7e7a60647c29 req-6ef8c6ea-eb0b-463a-adca-d7138906bf6e tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.13 "DELETE /v2.0/ports/2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 HTTP/1.1" status: 204 len: 173 time: 0.4562712 Jun 27 14:19:22.401977 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'name': 'network-vif-deleted', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:19:22.404621 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec2c631-2131-4b3c-b580-e250bfc3606d" -d '{"events": [{"server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "name": "network-vif-deleted", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:19:22.443316 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9da709-08bf-4b7a-8346-4adda914486e x-openstack-request-id: req-9f9da709-08bf-4b7a-8346-4adda914486e {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:19:22.443908 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07806523-d3bb-4bce-8460-130c54437643", "name": "network-vif-deleted", "tag": "2b492d3d-f4c9-4561-abd3-7cdcfe84bb09", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:19:22.443908 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f9da709-08bf-4b7a-8346-4adda914486e {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:19:22.444277 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f9da709-08bf-4b7a-8346-4adda914486e'] response: {'server_uuid': '07806523-d3bb-4bce-8460-130c54437643', 'name': 'network-vif-deleted', 'tag': '2b492d3d-f4c9-4561-abd3-7cdcfe84bb09', 'status': 'completed', 'code': 200} Jun 27 14:19:22.496408 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-66dd8d82-6108-4c20-925b-d6d333d8efde req-01c361d6-1a1b-4ef0-8146-a4866b66a7d6 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 210 time: 0.0374837 Jun 27 14:19:23.628410 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bd7aeaeb-a178-4a48-a0f2-41e43501d3d5 req-026edd28-edd1-4f43-937f-a9fe2c399fa9 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 210 time: 0.0294788 Jun 27 14:19:24.752787 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cffdc874-dd01-42fc-bb1e-a2093254740f req-c7e03936-aa92-4537-bd6f-c55b0c1cbef5 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "GET /v2.0/ports?device_id=07806523-d3bb-4bce-8460-130c54437643 HTTP/1.1" status: 200 len: 210 time: 0.0288777 Jun 27 14:19:25.815946 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45438) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:25.830912 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:25.880800 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-47a48ab4-64a9-4f8b-a900-7b9b0ef02647 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group (6bb3216c-1298-4e3b-bb76-b7249738bb2d), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:25.908616 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-47a48ab4-64a9-4f8b-a900-7b9b0ef02647 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group (6bb3216c-1298-4e3b-bb76-b7249738bb2d), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:25.975166 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-47a48ab4-64a9-4f8b-a900-7b9b0ef02647 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (6bb3216c-1298-4e3b-bb76-b7249738bb2d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:25.977827 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-47a48ab4-64a9-4f8b-a900-7b9b0ef02647 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:25.979159 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-47a48ab4-64a9-4f8b-a900-7b9b0ef02647 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] 10.222.0.43 "DELETE /v2.0/security-groups/6bb3216c-1298-4e3b-bb76-b7249738bb2d HTTP/1.1" status: 204 len: 168 time: 0.1643276 Jun 27 14:19:25.989457 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a48ab4-64a9-4f8b-a900-7b9b0ef02647 tempest-TestShelveInstance-1196408040 tempest-TestShelveInstance-1196408040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb3216c-1298-4e3b-bb76-b7249738bb2d,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:26.025185 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45444) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:26.253317 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:19:26.273541 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:19:26.273901 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 2b492d3d-f4c9-4561-abd3-7cdcfe84bb09 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:19:26.401979 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:26.508804 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:26.534105 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:26.610329 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:26.642723 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] Deleting port afe5c692-3bc8-4a4e-a0e6-129f38d21a36 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:26.643146 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:26.737933 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] For port afe5c692-3bc8-4a4e-a0e6-129f38d21a36, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=afe5c692-3bc8-4a4e-a0e6-129f38d21a36,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:26.738272 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:26.758103 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] Calling delete_port for afe5c692-3bc8-4a4e-a0e6-129f38d21a36 owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:26.956002 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (afe5c692-3bc8-4a4e-a0e6-129f38d21a36), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:26.983359 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe5c692-3bc8-4a4e-a0e6-129f38d21a36,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:27.413921 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:27.650382 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] Router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:19:27.751621 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:27.754114 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:27.762580 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:19:27.768396 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-17271fe3-64c5-43d2-94ad-c441e52c8847 admin admin] 10.222.0.43 "PUT /v2.0/routers/8cd0cf28-8bbb-4862-8e29-181ebb16b5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419767 Jun 27 14:19:27.771108 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45458) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:27.773906 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] Sync routers for ids ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:19:27.784694 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] Routers {'8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:19:27.785313 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:19:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:27.876378 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Publish callbacks [] for router (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:27.893977 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] Set router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:19:27.983064 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Publish callbacks [] for router_gateway (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.033939 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Deleting port 4844c8f7-1fe6-43ea-b889-71950c06f7d8 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:28.034245 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.107576 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:28.133399 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] For port 4844c8f7-1fe6-43ea-b889-71950c06f7d8, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=4844c8f7-1fe6-43ea-b889-71950c06f7d8,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:28.133891 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.141938 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:28.150809 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Calling delete_port for 4844c8f7-1fe6-43ea-b889-71950c06f7d8 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:28.212773 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:19:26Z', 'revision_number': 5, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port': {'id': '4844c8f7-1fe6-43ea-b889-71950c06f7d8', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:50:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:25Z', 'updated_at': '2022-06-27T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:28.239443 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] Checking router: 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:19:28.249693 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] Routers {'8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:19:28.250333 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:19:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:28.342314 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] Set router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 gateway port host: None {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:19:28.368692 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (4844c8f7-1fe6-43ea-b889-71950c06f7d8), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.397975 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:19:27Z', 'revision_number': 6, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port_host': None}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:28.399550 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Pushing event deleted for resources: {'Port': ['ID=4844c8f7-1fe6-43ea-b889-71950c06f7d8,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:28.425984 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167552a-793d-4c66-a8f1-944fb9efed26 None None] The sync data for ids ['8cd0cf28-8bbb-4862-8e29-181ebb16b5a5'] in dv-cinder-841125-9-iscsi is: [{'id': '8cd0cf28-8bbb-4862-8e29-181ebb16b5a5', 'name': 'tempest-TestShelveInstance-1644655350-router', 'tenant_id': '1660a6efb665498199c6d992dffcf16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:24Z', 'updated_at': '2022-06-27T14:19:27Z', 'revision_number': 6, 'project_id': '1660a6efb665498199c6d992dffcf16c', 'gw_port_host': None}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:19:28.464743 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:28.489652 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.589387 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.591953 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Publish callbacks [] for router_controller (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.639418 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (8cd0cf28-8bbb-4862-8e29-181ebb16b5a5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.640128 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:19:28.644894 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.646180 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-10cb9b77-e5f4-47f9-a5f0-f7e9135ec645 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8cd0cf28-8bbb-4862-8e29-181ebb16b5a5 HTTP/1.1" status: 204 len: 168 time: 0.8738558 Jun 27 14:19:28.649114 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45468) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:28.696825 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-298fded1-fef0-4213-a41e-d5f3e3b3065e admin admin] Deleting subnet 266c084f-6e21-413b-9459-055bf6fb0572 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:19:28.700390 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-298fded1-fef0-4213-a41e-d5f3e3b3065e admin admin] Publish callbacks [] for subnet (266c084f-6e21-413b-9459-055bf6fb0572), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.736802 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-298fded1-fef0-4213-a41e-d5f3e3b3065e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6108203'] for subnet (266c084f-6e21-413b-9459-055bf6fb0572), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.772852 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:28.820733 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:28.829704 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-298fded1-fef0-4213-a41e-d5f3e3b3065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (266c084f-6e21-413b-9459-055bf6fb0572), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.896279 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-298fded1-fef0-4213-a41e-d5f3e3b3065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819297'] for subnet (266c084f-6e21-413b-9459-055bf6fb0572), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.924382 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fded1-fef0-4213-a41e-d5f3e3b3065e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266c084f-6e21-413b-9459-055bf6fb0572,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:28.930762 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-298fded1-fef0-4213-a41e-d5f3e3b3065e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:28.934059 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-298fded1-fef0-4213-a41e-d5f3e3b3065e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/266c084f-6e21-413b-9459-055bf6fb0572 HTTP/1.1" status: 204 len: 168 time: 0.2837205 Jun 27 14:19:28.936909 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45470) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:28.938236 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b0aa1-72ea-4681-bbfc-a1817519a015 None None] Network b4d43ec1-ddd5-4039-a124-eea360564a63 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:19:29.024780 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (b4d43ec1-ddd5-4039-a124-eea360564a63), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.087315 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Deleting port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:29.087886 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.180261 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] For port ee4b9d1d-29cf-4532-9f9e-072732f5cb71, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=ee4b9d1d-29cf-4532-9f9e-072732f5cb71,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:29.180535 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.200915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Calling delete_port for ee4b9d1d-29cf-4532-9f9e-072732f5cb71 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:29.241397 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] DHCP port deletion for b4d43ec1-ddd5-4039-a124-eea360564a63 request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:19:29.283169 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Deleting port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:29.283494 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.294861 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.321621 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4b9d1d-29cf-4532-9f9e-072732f5cb71,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:29.326111 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] No DVR routers for this DVR port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 on host dv-cinder-841125-9-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:19:29.368693 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] For port ee4b9d1d-29cf-4532-9f9e-072732f5cb71, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=ee4b9d1d-29cf-4532-9f9e-072732f5cb71,segment=NetworkSegment(6278309d-3ae6-4a37-95ee-d76563b4c42e),segment_id=6278309d-3ae6-4a37-95ee-d76563b4c42e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:29.370362 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.394208 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Calling delete_port for ee4b9d1d-29cf-4532-9f9e-072732f5cb71 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:29.411582 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (b4d43ec1-ddd5-4039-a124-eea360564a63), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.436996 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d43ec1-ddd5-4039-a124-eea360564a63']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:29.449291 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6278309d-3ae6-4a37-95ee-d76563b4c42e') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:29.449588 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6278309d-3ae6-4a37-95ee-d76563b4c42e') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:29.461266 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6108208'] for segment (6278309d-3ae6-4a37-95ee-d76563b4c42e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.476654 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (6278309d-3ae6-4a37-95ee-d76563b4c42e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.486791 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:19:29.487256 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144016'] for segment (6278309d-3ae6-4a37-95ee-d76563b4c42e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.493555 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (ee4b9d1d-29cf-4532-9f9e-072732f5cb71), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.527756 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Pushing event deleted for resources: {'Port': ['ID=ee4b9d1d-29cf-4532-9f9e-072732f5cb71,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:29.541856 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] No DVR routers for this DVR port ee4b9d1d-29cf-4532-9f9e-072732f5cb71 on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:19:29.546934 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.547431 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.547847 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.548184 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.548838 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.549420 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.549745 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.550164 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.551299 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.552023 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.552335 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.552879 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.553617 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.554118 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.555291 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a18b8-0763-4bed-9739-1fcf2d1c0a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:29.590602 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 6278309d-3ae6-4a37-95ee-d76563b4c42e resource provider aggregate not found Jun 27 14:19:29.608773 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (b4d43ec1-ddd5-4039-a124-eea360564a63), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.617189 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:29.621690 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] 10.222.0.43 "DELETE /v2.0/networks/b4d43ec1-ddd5-4039-a124-eea360564a63 HTTP/1.1" status: 204 len: 168 time: 0.6834874 Jun 27 14:19:29.624060 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 6278309d-3ae6-4a37-95ee-d76563b4c42e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6278309d-3ae6-4a37-95ee-d76563b4c42e found for delete ", "request_id": "req-c209ee83-4638-4054-acff-2786009cada2"}]} Jun 27 14:19:29.624966 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45486) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:29.646777 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab081d-d4e8-4c86-88f2-dc9a4540c41b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d43ec1-ddd5-4039-a124-eea360564a63,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:29.968536 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (10662800-5757-4371-9b37-d8e6d6ac0668), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:30.159970 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device afe5c692-3bc8-4a4e-a0e6-129f38d21a36 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:19:30.207181 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: afe5c692-3bc8-4a4e-a0e6-129f38d21a36 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:19:30.207642 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device afe5c692-3bc8-4a4e-a0e6-129f38d21a36 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:19:30.208351 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 4844c8f7-1fe6-43ea-b889-71950c06f7d8 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:19:30.226535 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] Deleting port 213ecb25-3ab4-4da9-b96f-2b667b555675 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:30.226986 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:30.228919 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:30.241705 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 4844c8f7-1fe6-43ea-b889-71950c06f7d8 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:19:30.242256 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 4844c8f7-1fe6-43ea-b889-71950c06f7d8 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:19:30.242983 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device ee4b9d1d-29cf-4532-9f9e-072732f5cb71 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:19:30.267616 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: ee4b9d1d-29cf-4532-9f9e-072732f5cb71 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:19:30.267954 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device ee4b9d1d-29cf-4532-9f9e-072732f5cb71 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:19:30.324074 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] For port 213ecb25-3ab4-4da9-b96f-2b667b555675, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=213ecb25-3ab4-4da9-b96f-2b667b555675,segment=NetworkSegment(5d432ed0-1059-4fa0-8923-af83f9a75a90),segment_id=5d432ed0-1059-4fa0-8923-af83f9a75a90)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:30.324441 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:30.340963 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] Calling delete_port for 213ecb25-3ab4-4da9-b96f-2b667b555675 owned by network:router_interface {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:30.411273 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:30.578322 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (213ecb25-3ab4-4da9-b96f-2b667b555675), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:30.630582 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=213ecb25-3ab4-4da9-b96f-2b667b555675,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:30.867272 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (10662800-5757-4371-9b37-d8e6d6ac0668), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:31.103097 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] Router 10662800-5757-4371-9b37-d8e6d6ac0668 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:19:31.214805 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:19:31.220788 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-763ed383-ed2b-4404-82af-772bee5700d5 admin admin] 10.222.0.43 "PUT /v2.0/routers/10662800-5757-4371-9b37-d8e6d6ac0668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5939376 Jun 27 14:19:31.222407 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45500) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:31.225512 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] Sync routers for ids ['10662800-5757-4371-9b37-d8e6d6ac0668'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:19:31.244357 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] Routers {'10662800-5757-4371-9b37-d8e6d6ac0668'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:19:31.245555 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:19:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['10662800-5757-4371-9b37-d8e6d6ac0668'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:31.328790 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:31.345607 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Publish callbacks [] for router (10662800-5757-4371-9b37-d8e6d6ac0668), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:31.357041 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] Set router 10662800-5757-4371-9b37-d8e6d6ac0668 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:19:31.454583 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Publish callbacks [] for router_gateway (10662800-5757-4371-9b37-d8e6d6ac0668), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:31.503638 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Deleting port b4cda041-8d29-47ff-9393-2b8a319cf3d1 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:31.503981 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:31.518405 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:31.541825 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'name': 'tempest-TestShelveInstance-903445164-router', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:29Z', 'updated_at': '2022-06-27T14:19:30Z', 'revision_number': 5, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'gw_port': {'id': 'b4cda041-8d29-47ff-9393-2b8a319cf3d1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:21:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:14:30Z', 'updated_at': '2022-06-27T14:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:31.580779 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] Checking router: 10662800-5757-4371-9b37-d8e6d6ac0668 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:19:31.592794 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] Routers {'10662800-5757-4371-9b37-d8e6d6ac0668'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:19:31.593450 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:19:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['10662800-5757-4371-9b37-d8e6d6ac0668'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:31.595389 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] For port b4cda041-8d29-47ff-9393-2b8a319cf3d1, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=b4cda041-8d29-47ff-9393-2b8a319cf3d1,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:31.595754 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:31.620935 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Calling delete_port for b4cda041-8d29-47ff-9393-2b8a319cf3d1 owned by network:router_gateway {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:31.684927 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] Set router 10662800-5757-4371-9b37-d8e6d6ac0668 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:19:31.741088 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'name': 'tempest-TestShelveInstance-903445164-router', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:29Z', 'updated_at': '2022-06-27T14:19:31Z', 'revision_number': 6, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'gw_port_host': None}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:31.768449 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df9161c-494a-47cc-8844-4cf76c733f27 None None] The sync data for ids ['10662800-5757-4371-9b37-d8e6d6ac0668'] in dv-cinder-841125-9-iscsi is: [{'id': '10662800-5757-4371-9b37-d8e6d6ac0668', 'name': 'tempest-TestShelveInstance-903445164-router', 'tenant_id': 'ec0af170581e4493a4a2153d2456ccb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:14:29Z', 'updated_at': '2022-06-27T14:19:31Z', 'revision_number': 6, 'project_id': 'ec0af170581e4493a4a2153d2456ccb7', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:19:31.888544 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (b4cda041-8d29-47ff-9393-2b8a319cf3d1), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:31.939338 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cda041-8d29-47ff-9393-2b8a319cf3d1,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:32.017577 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (10662800-5757-4371-9b37-d8e6d6ac0668), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.129917 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (10662800-5757-4371-9b37-d8e6d6ac0668), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.132491 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Publish callbacks [] for router_controller (10662800-5757-4371-9b37-d8e6d6ac0668), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.198840 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (10662800-5757-4371-9b37-d8e6d6ac0668), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.199605 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10662800-5757-4371-9b37-d8e6d6ac0668 {{(pid=104122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:19:32.208702 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.210041 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-6675e27b-f231-4d84-9c02-30ee667796b0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/10662800-5757-4371-9b37-d8e6d6ac0668 HTTP/1.1" status: 204 len: 168 time: 0.9865835 Jun 27 14:19:32.213293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45506) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:32.272752 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-62144ae6-631b-4e82-bc02-9b575de8ef0d admin admin] Deleting subnet fae38e69-7b17-4abe-9ba0-656885296c70 {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:19:32.279279 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-62144ae6-631b-4e82-bc02-9b575de8ef0d admin admin] Publish callbacks [] for subnet (fae38e69-7b17-4abe-9ba0-656885296c70), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.316365 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-62144ae6-631b-4e82-bc02-9b575de8ef0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4458228'] for subnet (fae38e69-7b17-4abe-9ba0-656885296c70), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.410910 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-62144ae6-631b-4e82-bc02-9b575de8ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (fae38e69-7b17-4abe-9ba0-656885296c70), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.445944 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:32.481767 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-62144ae6-631b-4e82-bc02-9b575de8ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6195894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4984649'] for subnet (fae38e69-7b17-4abe-9ba0-656885296c70), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.506713 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62144ae6-631b-4e82-bc02-9b575de8ef0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae38e69-7b17-4abe-9ba0-656885296c70,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:32.512931 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-62144ae6-631b-4e82-bc02-9b575de8ef0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.516197 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-62144ae6-631b-4e82-bc02-9b575de8ef0d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fae38e69-7b17-4abe-9ba0-656885296c70 HTTP/1.1" status: 204 len: 168 time: 0.3017948 Jun 27 14:19:32.519008 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45508) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:32.519589 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fae151-e0bc-4422-b6e0-e334409e18c5 None None] Network bacfd89c-d728-4d5e-9c03-43337359e739 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:19:32.604963 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (bacfd89c-d728-4d5e-9c03-43337359e739), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.619010 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 213ecb25-3ab4-4da9-b96f-2b667b555675 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:19:32.655975 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 213ecb25-3ab4-4da9-b96f-2b667b555675 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:19:32.656337 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Deleting port 334d0106-824f-4654-af5e-b867a64e86d3 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:32.656590 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (334d0106-824f-4654-af5e-b867a64e86d3), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.656816 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 213ecb25-3ab4-4da9-b96f-2b667b555675 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:19:32.725803 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18378a4-8904-49f3-82aa-58ddc612cf0a None None] DHCP port deletion for bacfd89c-d728-4d5e-9c03-43337359e739 request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:19:32.761737 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] For port 334d0106-824f-4654-af5e-b867a64e86d3, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=334d0106-824f-4654-af5e-b867a64e86d3,segment=NetworkSegment(5d432ed0-1059-4fa0-8923-af83f9a75a90),segment_id=5d432ed0-1059-4fa0-8923-af83f9a75a90)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:32.762111 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (334d0106-824f-4654-af5e-b867a64e86d3), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.784766 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Calling delete_port for 334d0106-824f-4654-af5e-b867a64e86d3 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:32.800270 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f18378a4-8904-49f3-82aa-58ddc612cf0a None None] Deleting port 334d0106-824f-4654-af5e-b867a64e86d3 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:32.801014 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f18378a4-8904-49f3-82aa-58ddc612cf0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (334d0106-824f-4654-af5e-b867a64e86d3), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.852039 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:32.863701 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:32.901548 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (334d0106-824f-4654-af5e-b867a64e86d3), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.949635 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f18378a4-8904-49f3-82aa-58ddc612cf0a None None] For port 334d0106-824f-4654-af5e-b867a64e86d3, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=334d0106-824f-4654-af5e-b867a64e86d3,segment=NetworkSegment(5d432ed0-1059-4fa0-8923-af83f9a75a90),segment_id=5d432ed0-1059-4fa0-8923-af83f9a75a90)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:32.950875 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f18378a4-8904-49f3-82aa-58ddc612cf0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (334d0106-824f-4654-af5e-b867a64e86d3), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:32.955210 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] No DVR routers for this DVR port 334d0106-824f-4654-af5e-b867a64e86d3 on host dv-cinder-841125-9-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:19:32.958472 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Pushing event deleted for resources: {'Port': ['ID=334d0106-824f-4654-af5e-b867a64e86d3,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:32.983012 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f18378a4-8904-49f3-82aa-58ddc612cf0a None None] Calling delete_port for 334d0106-824f-4654-af5e-b867a64e86d3 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:33.048515 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:33.051541 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (bacfd89c-d728-4d5e-9c03-43337359e739), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.080596 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacfd89c-d728-4d5e-9c03-43337359e739']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:33.090086 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f18378a4-8904-49f3-82aa-58ddc612cf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (334d0106-824f-4654-af5e-b867a64e86d3), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.091258 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d432ed0-1059-4fa0-8923-af83f9a75a90') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:33.091547 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d432ed0-1059-4fa0-8923-af83f9a75a90') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:33.104117 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6108208'] for segment (5d432ed0-1059-4fa0-8923-af83f9a75a90), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.106397 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18378a4-8904-49f3-82aa-58ddc612cf0a None None] No DVR routers for this DVR port 334d0106-824f-4654-af5e-b867a64e86d3 on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:19:33.124961 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (5d432ed0-1059-4fa0-8923-af83f9a75a90), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.131911 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18378a4-8904-49f3-82aa-58ddc612cf0a None None] Pushing event deleted for resources: {'Port': ['ID=334d0106-824f-4654-af5e-b867a64e86d3,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:33.143226 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:19:33.143751 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144016'] for segment (5d432ed0-1059-4fa0-8923-af83f9a75a90), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.227094 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 5d432ed0-1059-4fa0-8923-af83f9a75a90 resource provider aggregate not found Jun 27 14:19:33.247345 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (bacfd89c-d728-4d5e-9c03-43337359e739), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.259246 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.265392 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] 10.222.0.43 "DELETE /v2.0/networks/bacfd89c-d728-4d5e-9c03-43337359e739 HTTP/1.1" status: 204 len: 168 time: 0.7446651 Jun 27 14:19:33.285173 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 5d432ed0-1059-4fa0-8923-af83f9a75a90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d432ed0-1059-4fa0-8923-af83f9a75a90 found for delete ", "request_id": "req-3425f69a-20fd-4391-a653-5fac35d0c30a"}]} Jun 27 14:19:33.286964 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fc2bd-df06-40a4-a35b-fa748e22304a admin admin] Pushing event deleted for resources: {'Network': ['ID=bacfd89c-d728-4d5e-9c03-43337359e739,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:33.418752 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45520) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:33.469085 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ce81f4e4-abac-4e59-98d6-ab47b2d076f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1660a6efb665498199c6d992dffcf16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489733 Jun 27 14:19:33.472385 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45522) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:33.547969 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-815ad546-a831-4a90-b271-e2db0d184eb0 admin admin] Publish callbacks [] for security_group (c0de2bd2-8ef8-4c1f-a2a7-9d3a660d70f9), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.579030 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-815ad546-a831-4a90-b271-e2db0d184eb0 admin admin] Publish callbacks [] for security_group (c0de2bd2-8ef8-4c1f-a2a7-9d3a660d70f9), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.626709 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:33.653411 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-815ad546-a831-4a90-b271-e2db0d184eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c0de2bd2-8ef8-4c1f-a2a7-9d3a660d70f9), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.657693 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-815ad546-a831-4a90-b271-e2db0d184eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:33.659955 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-815ad546-a831-4a90-b271-e2db0d184eb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0de2bd2-8ef8-4c1f-a2a7-9d3a660d70f9 HTTP/1.1" status: 204 len: 168 time: 0.1857388 Jun 27 14:19:33.678722 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ad546-a831-4a90-b271-e2db0d184eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0de2bd2-8ef8-4c1f-a2a7-9d3a660d70f9,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:33.693490 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:34.072132 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45536) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:34.082255 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681579472', 'description': 'tempest-description--2078294277'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:19:34.126052 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.164884 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45540) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:34.192264 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device b4cda041-8d29-47ff-9393-2b8a319cf3d1 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:19:34.230250 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: b4cda041-8d29-47ff-9393-2b8a319cf3d1 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:19:34.231006 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device b4cda041-8d29-47ff-9393-2b8a319cf3d1 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:19:34.231764 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 334d0106-824f-4654-af5e-b867a64e86d3 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:19:34.241366 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-04600467-7caa-44e1-a803-e848d1a318bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec0af170581e4493a4a2153d2456ccb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0745285 Jun 27 14:19:34.244050 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45542) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:34.268002 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 334d0106-824f-4654-af5e-b867a64e86d3 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:19:34.268810 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 334d0106-824f-4654-af5e-b867a64e86d3 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:19:34.275821 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (d782639b-c295-4e81-9c88-6292e6fedacf), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.281896 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (d782639b-c295-4e81-9c88-6292e6fedacf), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.336459 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9ef51e6-2222-47f3-aec3-a5889bd35fd4 admin admin] Publish callbacks [] for security_group (f41905c8-14ca-475c-9e85-e9c50a906620), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.366467 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9ef51e6-2222-47f3-aec3-a5889bd35fd4 admin admin] Publish callbacks [] for security_group (f41905c8-14ca-475c-9e85-e9c50a906620), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.425988 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9ef51e6-2222-47f3-aec3-a5889bd35fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (f41905c8-14ca-475c-9e85-e9c50a906620), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.428701 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9ef51e6-2222-47f3-aec3-a5889bd35fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.429919 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e9ef51e6-2222-47f3-aec3-a5889bd35fd4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f41905c8-14ca-475c-9e85-e9c50a906620 HTTP/1.1" status: 204 len: 168 time: 0.1840589 Jun 27 14:19:34.441058 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef51e6-2222-47f3-aec3-a5889bd35fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41905c8-14ca-475c-9e85-e9c50a906620,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:34.643534 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.644766 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5699580 Jun 27 14:19:34.645617 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d782639b-c295-4e81-9c88-6292e6fedacf,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:34.648100 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45548) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:34.655383 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-776c0f81-7725-4cba-8e41-431864210683 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group_rule': {'security_group_id': 'd782639b-c295-4e81-9c88-6292e6fedacf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:19:34.673709 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.673904 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.674251 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.674742 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.675036 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.675367 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.675704 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.676031 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.676362 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.676688 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.677019 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.677344 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.677663 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.677989 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.678308 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e92809-ea14-41ed-8113-c74e1f8de2e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:19:34.691030 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad88b2-07d2-45ca-8135-ff3d551da62a req-dd831dca-e701-4308-9285-c4cc53ef8e8c tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:34.692904 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2aad88b2-07d2-45ca-8135-ff3d551da62a req-dd831dca-e701-4308-9285-c4cc53ef8e8c tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 945 time: 0.1039555 Jun 27 14:19:34.744509 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-776c0f81-7725-4cba-8e41-431864210683 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (2c7f0147-5ae1-485b-8838-71211790c832), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.846342 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2aad88b2-07d2-45ca-8135-ff3d551da62a req-b860184f-6ffa-45ce-aae1-990f392ad17a tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386070 Jun 27 14:19:34.892105 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-776c0f81-7725-4cba-8e41-431864210683 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (2c7f0147-5ae1-485b-8838-71211790c832), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.898200 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-776c0f81-7725-4cba-8e41-431864210683 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (2c7f0147-5ae1-485b-8838-71211790c832), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.924688 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c0f81-7725-4cba-8e41-431864210683 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7f0147-5ae1-485b-8838-71211790c832,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:34.949186 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-776c0f81-7725-4cba-8e41-431864210683 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:34.950704 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-776c0f81-7725-4cba-8e41-431864210683 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990100 Jun 27 14:19:34.955634 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45550) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:34.963923 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-fbe66662-471d-46e5-8903-8da48857b353 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group_rule': {'security_group_id': 'd782639b-c295-4e81-9c88-6292e6fedacf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:19:35.003546 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fbe66662-471d-46e5-8903-8da48857b353 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (3f0e80c6-64fd-4b95-ba01-3fa8302d50d2), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.072161 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fbe66662-471d-46e5-8903-8da48857b353 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (3f0e80c6-64fd-4b95-ba01-3fa8302d50d2), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.079691 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fbe66662-471d-46e5-8903-8da48857b353 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (3f0e80c6-64fd-4b95-ba01-3fa8302d50d2), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.101533 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe66662-471d-46e5-8903-8da48857b353 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0e80c6-64fd-4b95-ba01-3fa8302d50d2,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:35.113505 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fbe66662-471d-46e5-8903-8da48857b353 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.114858 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-fbe66662-471d-46e5-8903-8da48857b353 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577237 Jun 27 14:19:35.120052 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45552) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:35.125024 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:19:35.148666 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.239395 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.291639 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:35.307067 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=5,neutron:UPDATE=4,neutron:SELECT=80,neutron:INSERT=11 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:35.363957 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Allocated IP 172.27.2.69 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/ccb872c6-aa64-4b80-8db5-20f2e40ea646) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:19:35.483581 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (ccb872c6-aa64-4b80-8db5-20f2e40ea646), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.528054 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (ccb872c6-aa64-4b80-8db5-20f2e40ea646), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.577159 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:19:35.580177 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:19:35.584531 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:19:35.591957 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=ccb872c6-aa64-4b80-8db5-20f2e40ea646,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:35.659067 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-ec2ab63f-0580-4822-8856-1f565fad5007 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490274 Jun 27 14:19:35.679639 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (0fb6ea5b-c65b-413d-9464-b48206f8be70), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.730406 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (ccb872c6-aa64-4b80-8db5-20f2e40ea646), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.830700 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-f4a23291-6861-41c7-887e-753c7d68ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:35.832260 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-f4a23291-6861-41c7-887e-753c7d68ef0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 1130 time: 0.0409279 Jun 27 14:19:35.918134 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (ccb872c6-aa64-4b80-8db5-20f2e40ea646), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.927583 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6195960'] for port (ccb872c6-aa64-4b80-8db5-20f2e40ea646), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:35.981861 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-6b79868f-ca25-4f79-b01a-ac42e4a2aba3 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:35.983529 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-6b79868f-ca25-4f79-b01a-ac42e4a2aba3 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 945 time: 0.0851672 Jun 27 14:19:36.028707 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-ee5933d2-3100-4c76-930c-85108098b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:36.030225 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-ee5933d2-3100-4c76-930c-85108098b86b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 912 time: 0.1774032 Jun 27 14:19:36.032958 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:36.050532 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=ccb872c6-aa64-4b80-8db5-20f2e40ea646,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:36.061432 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a9875-3d3b-4e31-8fc5-bda646b69ddc req-056b0d8a-8f7f-4011-bfcb-f885fd9adf58 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:36.063124 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0e3a9875-3d3b-4e31-8fc5-bda646b69ddc req-056b0d8a-8f7f-4011-bfcb-f885fd9adf58 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 945 time: 0.0987608 Jun 27 14:19:36.073099 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (0fb6ea5b-c65b-413d-9464-b48206f8be70), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:36.113504 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:36.123576 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-05c9e68c-550f-480e-a10f-e2cfeb0813e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9941394 Jun 27 14:19:36.133292 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-5d692da1-a540-4baf-8797-c4b39fe76c4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 HTTP/1.1" status: 200 len: 1002 time: 0.0964966 Jun 27 14:19:36.152049 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-9a5a4da4-04d4-4261-8881-73d602dc4b0b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Deleting port f32aa657-c8c7-4d96-9693-0cfc57c83a72 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:19:36.152402 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-9a5a4da4-04d4-4261-8881-73d602dc4b0b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:36.177445 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:36.186134 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0e3a9875-3d3b-4e31-8fc5-bda646b69ddc req-18fcfa12-6a5c-445e-8216-b065437bb37f tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085362 Jun 27 14:19:36.282281 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-136c8022-ef1b-4d97-b470-92de5f6bce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:36.283971 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-136c8022-ef1b-4d97-b470-92de5f6bce25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.1416063 Jun 27 14:19:36.359892 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:36.368684 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-9a5a4da4-04d4-4261-8881-73d602dc4b0b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] For port f32aa657-c8c7-4d96-9693-0cfc57c83a72, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f32aa657-c8c7-4d96-9693-0cfc57c83a72,segment=NetworkSegment(2d964dca-e014-4a04-a81a-6599e21748be),segment_id=2d964dca-e014-4a04-a81a-6599e21748be)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:36.369256 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-9a5a4da4-04d4-4261-8881-73d602dc4b0b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:36.380685 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-5b3087b3-1231-495a-9fe4-961afaa77b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:36.382464 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-5b3087b3-1231-495a-9fe4-961afaa77b4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893531 Jun 27 14:19:36.397241 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:36.419955 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-9a5a4da4-04d4-4261-8881-73d602dc4b0b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Calling delete_port for f32aa657-c8c7-4d96-9693-0cfc57c83a72 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:19:36.437218 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-1ca46fcc-51a0-4496-a777-d5e1409f8e3c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--681579472&fields=id&tenant_id=7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 267 time: 0.0571334 Jun 27 14:19:36.557299 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-1648925a-7ca6-4b68-a10b-d6b1e7db862a service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680431 Jun 27 14:19:36.577119 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-66747429-7384-4968-8a5b-a45bee4855f6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:36.578943 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-66747429-7384-4968-8a5b-a45bee4855f6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 814 time: 0.1348975 Jun 27 14:19:36.597571 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-b6c13f83-3d04-4cc2-a52b-63014fc7e77f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/quotas/7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 375 time: 0.0122216 Jun 27 14:19:36.658289 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-63c61cd1-5707-46c7-93a4-e80ffcffda37 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552778 Jun 27 14:19:36.720619 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cbeffe1-5425-4bc9-9c55-73d1b9b9f82c req-fe261944-6e67-447b-8ccf-a71846da27df service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562889 Jun 27 14:19:36.723732 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-9a5a4da4-04d4-4261-8881-73d602dc4b0b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (f32aa657-c8c7-4d96-9693-0cfc57c83a72), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:36.740432 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['f32aa657-c8c7-4d96-9693-0cfc57c83a72'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:19:36.768621 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a4da4-04d4-4261-8881-73d602dc4b0b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Pushing event deleted for resources: {'Port': ['ID=f32aa657-c8c7-4d96-9693-0cfc57c83a72,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:36.788181 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-c490c503-ea8d-4b9f-afcf-2b4df901024f service neutron] 10.222.0.43 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161866 Jun 27 14:19:36.842425 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-9a5a4da4-04d4-4261-8881-73d602dc4b0b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] No DVR routers for this DVR port f32aa657-c8c7-4d96-9693-0cfc57c83a72 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:19:36.845999 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-9a5a4da4-04d4-4261-8881-73d602dc4b0b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:36.849804 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83d2b250-b41f-46bd-8c6d-2dc34bead647 req-9a5a4da4-04d4-4261-8881-73d602dc4b0b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.13 "DELETE /v2.0/ports/f32aa657-c8c7-4d96-9693-0cfc57c83a72 HTTP/1.1" status: 204 len: 173 time: 0.8613026 Jun 27 14:19:36.850291 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc3c635-777b-43d7-8871-21586f8771c8', 'name': 'network-vif-deleted', 'tag': 'f32aa657-c8c7-4d96-9693-0cfc57c83a72'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:19:36.852611 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e2a3f1-a5d3-47d9-a02a-e0c98d4ae41d" -d '{"events": [{"server_uuid": "1dc3c635-777b-43d7-8871-21586f8771c8", "name": "network-vif-deleted", "tag": "f32aa657-c8c7-4d96-9693-0cfc57c83a72"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:19:36.896905 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af833d48-921f-42ab-8e2e-516a83e0f37a x-openstack-request-id: req-af833d48-921f-42ab-8e2e-516a83e0f37a {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:19:36.897200 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc3c635-777b-43d7-8871-21586f8771c8", "name": "network-vif-deleted", "tag": "f32aa657-c8c7-4d96-9693-0cfc57c83a72", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:19:36.897452 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af833d48-921f-42ab-8e2e-516a83e0f37a {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:19:36.897907 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af833d48-921f-42ab-8e2e-516a83e0f37a'] response: {'server_uuid': '1dc3c635-777b-43d7-8871-21586f8771c8', 'name': 'network-vif-deleted', 'tag': 'f32aa657-c8c7-4d96-9693-0cfc57c83a72', 'status': 'completed', 'code': 200} Jun 27 14:19:36.908246 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-06343668-3839-443c-a566-b2adc339b7a5 service neutron] 10.222.0.43 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130068 Jun 27 14:19:37.111747 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ab3fb671-a7d5-45f0-a5b4-e685d3dca83d req-f7a4cca5-d752-4be6-a7f7-247a876c6f09 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 210 time: 0.0368636 Jun 27 14:19:37.415220 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c89747cf-ed85-4e61-9d2d-22849aa8804a req-58da2e68-3231-4aa0-84d0-c4140fd63482 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc3c635-777b-43d7-8871-21586f8771c8 HTTP/1.1" status: 200 len: 210 time: 0.0439031 Jun 27 14:19:38.220342 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-1733739d-6baa-4808-a3f4-03ac06b26cec tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:38.222129 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-1733739d-6baa-4808-a3f4-03ac06b26cec tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 814 time: 0.1633005 Jun 27 14:19:38.224503 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-308dcfd8-3a62-47e2-848f-f580ed89c432 req-3cc0cff4-9a62-4302-9de8-152e7e2631ab tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 210 time: 0.0299618 Jun 27 14:19:38.319449 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ec297c2b-81b4-4dd4-8532-9ed708e73dbc tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 471 time: 0.0870135 Jun 27 14:19:38.372572 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'port': {'device_id': '95542433-41d8-4fe7-b738-8665d9042406', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'admin_state_up': True, 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'security_groups': ['d782639b-c295-4e81-9c88-6292e6fedacf']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:19:38.406029 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:38.506066 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Made reservation on behalf of 7761d17911b54ba0addb7ea956b6cfdf for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:19:38.511031 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:38.714233 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Allocated IP 172.20.0.7 (80547283-fb44-4c7d-81ec-b136fb84e882/7ff0c690-966d-4a80-9b84-6706507192e0/f0ea34a1-58f6-4897-ae06-033b8a4472e0) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:19:38.781853 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:38.938309 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:38.972985 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:39.026428 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Network 80547283-fb44-4c7d-81ec-b136fb84e882 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:19:39.029518 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:19:39.033839 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:19:39.040551 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=f0ea34a1-58f6-4897-ae06-033b8a4472e0,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:39.094720 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:39.095406 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:39.116723 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-ebfd7100-9c41-49cd-a34a-865cbf344a0e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7488258 Jun 27 14:19:39.262581 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a7e7af6c-f3d3-469c-83ff-8a2c59102bd5 None None] Provisioning complete for port f0ea34a1-58f6-4897-ae06-033b8a4472e0 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:19:39.263170 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a7e7af6c-f3d3-469c-83ff-8a2c59102bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:39.298050 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7af6c-f3d3-469c-83ff-8a2c59102bd5 None None] Port f0ea34a1-58f6-4897-ae06-033b8a4472e0 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:19:39.364072 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb987b74-c69c-4c1d-8634-fe17e25fb522 req-e330fcd7-6ac0-44f5-94d0-a2b18310fbce tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:39.365572 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bb987b74-c69c-4c1d-8634-fe17e25fb522 req-e330fcd7-6ac0-44f5-94d0-a2b18310fbce tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 931 time: 0.0557699 Jun 27 14:19:39.419674 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bb987b74-c69c-4c1d-8634-fe17e25fb522 req-54a31a6d-0316-4c78-a48d-c68801205603 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466399 Jun 27 14:19:40.541725 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdca78-fb8f-4db2-8d18-34c47e64b6aa req-0f44d3bd-061d-4e7d-ade9-d82eb2b503a0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:40.543277 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cebdca78-fb8f-4db2-8d18-34c47e64b6aa req-0f44d3bd-061d-4e7d-ade9-d82eb2b503a0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 931 time: 0.0486841 Jun 27 14:19:40.593660 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cebdca78-fb8f-4db2-8d18-34c47e64b6aa req-3b4cb22b-d0d0-46b9-b402-151dbc501fc9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Jun 27 14:19:40.730095 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Request body: {'port': {'device_id': '95542433-41d8-4fe7-b738-8665d9042406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:19:40.798756 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:41.063166 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:41.078098 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ea34a1-58f6-4897-ae06-033b8a4472e0 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:19:41.087774 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Publish callbacks [] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:41.103092 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Transition to ACTIVE for port object f0ea34a1-58f6-4897-ae06-033b8a4472e0 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:19:41.107856 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:41.160552 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ea34a1-58f6-4897-ae06-033b8a4472e0,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:41.529265 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:41.533479 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Attempting to bind port f0ea34a1-58f6-4897-ae06-033b8a4472e0 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:19:41.533813 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Attempting to bind port f0ea34a1-58f6-4897-ae06-033b8a4472e0 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:19:41.534143 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Attempting to bind port f0ea34a1-58f6-4897-ae06-033b8a4472e0 on network 80547283-fb44-4c7d-81ec-b136fb84e882 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:19:41.539596 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Port f0ea34a1-58f6-4897-ae06-033b8a4472e0 on network 80547283-fb44-4c7d-81ec-b136fb84e882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:19:41.539915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Attempting to bind port f0ea34a1-58f6-4897-ae06-033b8a4472e0 on network 80547283-fb44-4c7d-81ec-b136fb84e882 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:19:41.546069 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:19:41.546400 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Checking segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:19:41.546822 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Bound using segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:19:41.547244 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Bound port: f0ea34a1-58f6-4897-ae06-033b8a4472e0, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:19:41.547602 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:41.615306 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] For port f0ea34a1-58f6-4897-ae06-033b8a4472e0, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:19:41.618369 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] For port f0ea34a1-58f6-4897-ae06-033b8a4472e0, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f0ea34a1-58f6-4897-ae06-033b8a4472e0,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:19:41.625963 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:41.665677 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:41.666608 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:41.668058 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/f0ea34a1-58f6-4897-ae06-033b8a4472e0 HTTP/1.1" status: 200 len: 1093 time: 0.9432442 Jun 27 14:19:41.668521 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95542433-41d8-4fe7-b738-8665d9042406', 'tag': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:19:41.670824 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06446082-a123-4219-ae30-2954a1a77521" -d '{"events": [{"name": "network-changed", "server_uuid": "95542433-41d8-4fe7-b738-8665d9042406", "tag": "f0ea34a1-58f6-4897-ae06-033b8a4472e0"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:19:41.688714 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:41.692104 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09424458-a3d8-4f17-90f9-314f9b7213a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ea34a1-58f6-4897-ae06-033b8a4472e0,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:41.697167 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f32aa657-c8c7-4d96-9693-0cfc57c83a72 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:19:41.717775 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: f32aa657-c8c7-4d96-9693-0cfc57c83a72 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:19:41.718120 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f32aa657-c8c7-4d96-9693-0cfc57c83a72 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:19:41.744377 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=45 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:41.762122 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597fab0-57c6-421d-8cda-d85904ea17ad req-a70a643d-7fce-4ef6-a166-547965b373ad tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:41.764542 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7597fab0-57c6-421d-8cda-d85904ea17ad req-a70a643d-7fce-4ef6-a166-547965b373ad tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 943 time: 0.0950308 Jun 27 14:19:41.773770 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca69dd85-03c6-4e7b-8d26-351c5263fe93 x-openstack-request-id: req-ca69dd85-03c6-4e7b-8d26-351c5263fe93 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:19:41.774410 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95542433-41d8-4fe7-b738-8665d9042406", "tag": "f0ea34a1-58f6-4897-ae06-033b8a4472e0", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:19:41.774559 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca69dd85-03c6-4e7b-8d26-351c5263fe93 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:19:41.775101 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca69dd85-03c6-4e7b-8d26-351c5263fe93'] response: {'name': 'network-changed', 'server_uuid': '95542433-41d8-4fe7-b738-8665d9042406', 'tag': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0', 'status': 'completed', 'code': 200} Jun 27 14:19:41.788438 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-9f10cedd-30f5-421f-8a01-dc4e31bf42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:41.790149 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-9f10cedd-30f5-421f-8a01-dc4e31bf42dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 1127 time: 0.0579023 Jun 27 14:19:41.831281 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7597fab0-57c6-421d-8cda-d85904ea17ad req-aae2e6b7-30f1-4c61-b832-7920bb0b166a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609016 Jun 27 14:19:41.841222 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-92627dbb-2fe8-41ca-be85-4958ed7a3598 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0ea34a1-58f6-4897-ae06-033b8a4472e0 HTTP/1.1" status: 200 len: 217 time: 0.0434113 Jun 27 14:19:41.893693 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-25d3130e-95de-4430-a04b-229479911214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:41.895651 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-25d3130e-95de-4430-a04b-229479911214 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0487161 Jun 27 14:19:41.949131 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-39cfcb54-dbaa-44eb-bce4-39c2b935516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:41.953080 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-39cfcb54-dbaa-44eb-bce4-39c2b935516f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486135 Jun 27 14:19:42.047634 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-0e891024-5072-4442-99e7-2329d8e4fb3f service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902236 Jun 27 14:19:42.148120 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d18cb9b-4e25-42b2-8b4d-7f2b7a18f6a9 req-a1d08328-b8e7-45cd-9afa-3556159cab81 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946648 Jun 27 14:19:42.946241 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06446082-a123-4219-ae30-2954a1a77521 req-66fd542c-e3cc-4bac-b051-fc3bba58d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:42.947955 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06446082-a123-4219-ae30-2954a1a77521 req-66fd542c-e3cc-4bac-b051-fc3bba58d8de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 1127 time: 0.0417285 Jun 27 14:19:42.961289 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d0894-591c-4ad7-8267-9689905227c4 req-d515e67b-cad8-4cc4-b1b7-f1fedf688e6b tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:42.964896 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ef1d0894-591c-4ad7-8267-9689905227c4 req-d515e67b-cad8-4cc4-b1b7-f1fedf688e6b tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 943 time: 0.0592566 Jun 27 14:19:43.018229 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ef1d0894-591c-4ad7-8267-9689905227c4 req-d279b386-c8e3-456a-b748-018f622b2e01 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475724 Jun 27 14:19:43.059188 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06446082-a123-4219-ae30-2954a1a77521 req-46459507-2a3e-4187-95b1-faf06ae6cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:43.060726 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06446082-a123-4219-ae30-2954a1a77521 req-46459507-2a3e-4187-95b1-faf06ae6cfee service neutron] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 915 time: 0.1058388 Jun 27 14:19:43.107299 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06446082-a123-4219-ae30-2954a1a77521 req-d7990150-d92b-4423-b987-c6679107ad90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0ea34a1-58f6-4897-ae06-033b8a4472e0 HTTP/1.1" status: 200 len: 217 time: 0.0402977 Jun 27 14:19:43.161754 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06446082-a123-4219-ae30-2954a1a77521 req-c1787ba7-a1b4-4264-a595-7b314ca83079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:43.163307 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06446082-a123-4219-ae30-2954a1a77521 req-c1787ba7-a1b4-4264-a595-7b314ca83079 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0453055 Jun 27 14:19:43.212472 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06446082-a123-4219-ae30-2954a1a77521 req-c2818358-f8a3-4f38-aef1-544953d13b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:43.214298 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06446082-a123-4219-ae30-2954a1a77521 req-c2818358-f8a3-4f38-aef1-544953d13b1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443137 Jun 27 14:19:43.295928 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:43.315168 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06446082-a123-4219-ae30-2954a1a77521 req-ac982078-2f1b-4247-ae33-77063282df80 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946047 Jun 27 14:19:43.414772 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06446082-a123-4219-ae30-2954a1a77521 req-a4c558a4-7f20-4e5c-a931-0f0a0edc19d1 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933120 Jun 27 14:19:44.142408 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d2b07-a42e-4c21-a8fe-20863d411de0 req-ca597dcb-5468-4f69-88ca-86b99a42194a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:44.144139 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-419d2b07-a42e-4c21-a8fe-20863d411de0 req-ca597dcb-5468-4f69-88ca-86b99a42194a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 943 time: 0.0493114 Jun 27 14:19:44.201512 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-419d2b07-a42e-4c21-a8fe-20863d411de0 req-afe6fbc4-2aa9-4012-a7ce-2e2fc214ca2a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517342 Jun 27 14:19:45.331792 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cc59c-8480-4d0f-a294-83a25d1f0962 req-b8c45c51-39a7-4af6-aeb9-af226a716b7b tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:45.333475 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4b2cc59c-8480-4d0f-a294-83a25d1f0962 req-b8c45c51-39a7-4af6-aeb9-af226a716b7b tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 943 time: 0.0571527 Jun 27 14:19:45.358274 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:45.400276 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4b2cc59c-8480-4d0f-a294-83a25d1f0962 req-e9acff25-47fb-4de7-8ee3-8975ce6125f0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564687 Jun 27 14:19:45.634220 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c201-bbdc-485c-806a-deee8ac2b6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:46.173835 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f0ea34a1-58f6-4897-ae06-033b8a4472e0 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:19:46.290976 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port f0ea34a1-58f6-4897-ae06-033b8a4472e0, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f0ea34a1-58f6-4897-ae06-033b8a4472e0,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:46.304397 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'port_id': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0', 'mac_address': 'fa:16:3e:64:87:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:19:46.345620 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port f0ea34a1-58f6-4897-ae06-033b8a4472e0 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:19:46.346010 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:46.360058 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ea34a1-58f6-4897-ae06-033b8a4472e0 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:19:46.381426 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port f0ea34a1-58f6-4897-ae06-033b8a4472e0, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f0ea34a1-58f6-4897-ae06-033b8a4472e0,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:46.385435 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:46.434178 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=f0ea34a1-58f6-4897-ae06-033b8a4472e0,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:46.537876 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a4c1a-277c-4f07-8f0e-b74bdfe3a5f1 req-03a5d5d0-38cb-4b06-950a-85850fcb3bdc tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:46.540148 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3a8a4c1a-277c-4f07-8f0e-b74bdfe3a5f1 req-03a5d5d0-38cb-4b06-950a-85850fcb3bdc tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 944 time: 0.0658367 Jun 27 14:19:46.595305 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3a8a4c1a-277c-4f07-8f0e-b74bdfe3a5f1 req-1bc2c58b-f266-4149-aa8f-33630f20f249 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477011 Jun 27 14:19:47.331572 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['f0ea34a1-58f6-4897-ae06-033b8a4472e0'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:19:47.633306 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:47.733795 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e5b4f903-851a-4c46-84bc-37c239656dc5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:47.735448 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e5b4f903-851a-4c46-84bc-37c239656dc5 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/networks?id=a3dac8b5-b2cf-45bd-a850-b530835b6f8c HTTP/1.1" status: 200 len: 813 time: 0.1540189 Jun 27 14:19:47.747483 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1a0a3-e370-4746-9247-127e2cfb446c req-a114bae8-082b-4b6e-a77e-05c986263fa3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:47.749073 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4c1a0a3-e370-4746-9247-127e2cfb446c req-a114bae8-082b-4b6e-a77e-05c986263fa3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 944 time: 0.0745914 Jun 27 14:19:47.767614 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-0ff96ea4-cfea-4a02-be32-38901ed4d60e tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/quotas/d56cb93f3e5b408d8d24be42cb19cd12 HTTP/1.1" status: 200 len: 375 time: 0.0175028 Jun 27 14:19:47.811177 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-74dd02b9-7999-4a7d-959b-87be9d747988 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56cb93f3e5b408d8d24be42cb19cd12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367200 Jun 27 14:19:47.849309 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-00cc16f7-2920-40ff-b8ed-5bd14ae65f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:47.856458 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4c1a0a3-e370-4746-9247-127e2cfb446c req-8e931c24-4eac-400b-a08d-e471f62025a2 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985918 Jun 27 14:19:47.928598 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-afaaafa0-2194-4795-8e0c-b8f6d787557f service neutron] 10.222.0.43 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087592 Jun 27 14:19:48.037487 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-6aa69972-7adf-45c0-b15b-24a6f81336ac service neutron] 10.222.0.43 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025496 Jun 27 14:19:48.046816 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f0ea34a1-58f6-4897-ae06-033b8a4472e0 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:19:48.105730 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port f0ea34a1-58f6-4897-ae06-033b8a4472e0 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:19:48.117122 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port f0ea34a1-58f6-4897-ae06-033b8a4472e0 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:19:48.121004 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:48.126164 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:48.157286 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:48.220686 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port f0ea34a1-58f6-4897-ae06-033b8a4472e0 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:19:48.221234 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:48.257886 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95542433-41d8-4fe7-b738-8665d9042406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:19:48.261474 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb17803-3ef5-4245-ab0a-1265cf35ede7" -d '{"events": [{"server_uuid": "95542433-41d8-4fe7-b738-8665d9042406", "name": "network-vif-plugged", "status": "completed", "tag": "f0ea34a1-58f6-4897-ae06-033b8a4472e0"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:19:48.275378 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6103e5c0-0bc3-4891-8d98-ddf0016491f7 req-bc6dbc55-d852-4d03-bf00-cfe3ab796d44 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 210 time: 0.0369058 Jun 27 14:19:48.278972 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port f0ea34a1-58f6-4897-ae06-033b8a4472e0, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f0ea34a1-58f6-4897-ae06-033b8a4472e0,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:48.284931 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:48.336604 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1eafe6-70b1-456b-9bf0-f132ab620188 x-openstack-request-id: req-2a1eafe6-70b1-456b-9bf0-f132ab620188 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:19:48.337435 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95542433-41d8-4fe7-b738-8665d9042406", "name": "network-vif-plugged", "status": "completed", "tag": "f0ea34a1-58f6-4897-ae06-033b8a4472e0", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:19:48.337435 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a1eafe6-70b1-456b-9bf0-f132ab620188 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:19:48.337435 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1eafe6-70b1-456b-9bf0-f132ab620188'] response: {'server_uuid': '95542433-41d8-4fe7-b738-8665d9042406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0', 'code': 200} Jun 27 14:19:48.350389 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=f0ea34a1-58f6-4897-ae06-033b8a4472e0,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:48.527356 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:48.536705 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b054c-25cc-4669-a9d0-d2098b3f4017 req-e11c1b12-391d-43a5-b81c-2564d2742d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:48.538931 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3a5b054c-25cc-4669-a9d0-d2098b3f4017 req-e11c1b12-391d-43a5-b81c-2564d2742d45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 1129 time: 0.0470710 Jun 27 14:19:48.591499 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3a5b054c-25cc-4669-a9d0-d2098b3f4017 req-9efdaabe-ab79-4082-99a2-d3fabcbde27c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461702 Jun 27 14:19:48.986346 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270745-97ca-4308-915d-a581ca6e92fb req-9ac0088a-041c-4cee-a300-c6a26661b512 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:48.988007 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28270745-97ca-4308-915d-a581ca6e92fb req-9ac0088a-041c-4cee-a300-c6a26661b512 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 945 time: 0.0536318 Jun 27 14:19:49.045435 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28270745-97ca-4308-915d-a581ca6e92fb req-c8868657-a07d-452f-839c-3248e445777d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494759 Jun 27 14:19:49.348160 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:49.403608 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9bb9a9a0-ac89-4e24-8a94-32dce05584cc req-e5a66c5f-baae-4a9e-9007-0d3737f56893 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 210 time: 0.0467575 Jun 27 14:19:50.223448 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2f31e-f80a-43bc-b3f6-60b06ff626be req-b4d09f0d-812d-4ee4-985a-084f55648581 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:50.226346 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-aef2f31e-f80a-43bc-b3f6-60b06ff626be req-b4d09f0d-812d-4ee4-985a-084f55648581 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 945 time: 0.0869303 Jun 27 14:19:50.232947 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-c8711b6f-4835-447a-882d-b1c3d198f562 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:50.235386 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-c8711b6f-4835-447a-882d-b1c3d198f562 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.13 "GET /v2.0/networks?id=a3dac8b5-b2cf-45bd-a850-b530835b6f8c HTTP/1.1" status: 200 len: 813 time: 0.1838624 Jun 27 14:19:50.248314 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Request body: {'port': {'device_id': '6011da91-6b2b-4c14-8be6-66d3a450a7ea', 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c', 'admin_state_up': True, 'tenant_id': 'd56cb93f3e5b408d8d24be42cb19cd12'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:19:50.305040 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-aef2f31e-f80a-43bc-b3f6-60b06ff626be req-52ababf2-9f00-4794-8023-10a22f3c6b94 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667009 Jun 27 14:19:50.391293 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Made reservation on behalf of d56cb93f3e5b408d8d24be42cb19cd12 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:19:50.394933 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:50.449658 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721680fb-35b4-47d2-8928-1c9f3489225d req-65ff1833-27a3-4f07-b5a1-faa8b22089e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:50.451301 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-721680fb-35b4-47d2-8928-1c9f3489225d req-65ff1833-27a3-4f07-b5a1-faa8b22089e9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 945 time: 0.0515852 Jun 27 14:19:50.460658 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45686) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:19:50.466380 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-995ce413-9021-4fb9-9b21-9da197ec39d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'floatingip': {'port_id': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:19:50.522190 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-995ce413-9021-4fb9-9b21-9da197ec39d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (0fb6ea5b-c65b-413d-9464-b48206f8be70), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:50.542687 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-732f20d3-b318-4118-a9f0-706e53383284 req-7d892077-3600-4958-ab84-5d0459ebac69 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 210 time: 0.0391617 Jun 27 14:19:50.564993 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Allocated IP 172.20.0.11 (a3dac8b5-b2cf-45bd-a850-b530835b6f8c/75066618-80c6-4a62-96c0-272f02e690f7/b5b2faf7-d6fa-4578-afba-1c209305b831) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:19:50.714518 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:50.790270 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks [] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:50.825602 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:50.876513 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Network a3dac8b5-b2cf-45bd-a850-b530835b6f8c is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:19:50.882307 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:19:50.885109 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:19:50.890259 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Pushing event updated for resources: {'Port': ['ID=b5b2faf7-d6fa-4578-afba-1c209305b831,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:50.942050 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:50.956751 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:50.958327 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:50.958930 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:50.986880 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-e3c2ab4a-7514-45b6-9f8e-222bf3fb1f08 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7432976 Jun 27 14:19:50.999927 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Request body: {'port': {'device_id': '6011da91-6b2b-4c14-8be6-66d3a450a7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:19:51.013143 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:51.020838 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-995ce413-9021-4fb9-9b21-9da197ec39d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:51.026968 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-995ce413-9021-4fb9-9b21-9da197ec39d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (0fb6ea5b-c65b-413d-9464-b48206f8be70), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:51.031095 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:51.049514 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:51.085142 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:51.173103 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-995ce413-9021-4fb9-9b21-9da197ec39d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Floating IP 0fb6ea5b-c65b-413d-9464-b48206f8be70 associated. External IP: 172.27.2.69, port: f0ea34a1-58f6-4897-ae06-033b8a4472e0. Jun 27 14:19:51.381575 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b2faf7-d6fa-4578-afba-1c209305b831 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:19:51.390045 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Publish callbacks [] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:51.409648 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Transition to ACTIVE for port object b5b2faf7-d6fa-4578-afba-1c209305b831 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:19:51.416288 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:51.463019 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ce413-9021-4fb9-9b21-9da197ec39d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Router e8d48a76-7b66-450b-b890-8f549be8abb7 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:19:51.471947 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Pushing event updated for resources: {'Port': ['ID=b5b2faf7-d6fa-4578-afba-1c209305b831,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:51.563324 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Attempting to bind port b5b2faf7-d6fa-4578-afba-1c209305b831 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:19:51.563779 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Attempting to bind port b5b2faf7-d6fa-4578-afba-1c209305b831 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': '2d964dca-e014-4a04-a81a-6599e21748be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:19:51.564114 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Attempting to bind port b5b2faf7-d6fa-4578-afba-1c209305b831 on network a3dac8b5-b2cf-45bd-a850-b530835b6f8c {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:19:51.570315 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Port b5b2faf7-d6fa-4578-afba-1c209305b831 on network a3dac8b5-b2cf-45bd-a850-b530835b6f8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:19:51.570798 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Attempting to bind port b5b2faf7-d6fa-4578-afba-1c209305b831 on network a3dac8b5-b2cf-45bd-a850-b530835b6f8c {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:19:51.576883 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:19:51.577983 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Checking segment: {'id': '2d964dca-e014-4a04-a81a-6599e21748be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:19:51.578212 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Bound using segment: {'id': '2d964dca-e014-4a04-a81a-6599e21748be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:19:51.578502 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Bound port: b5b2faf7-d6fa-4578-afba-1c209305b831, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d964dca-e014-4a04-a81a-6599e21748be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:19:51.578899 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:51.581882 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ce413-9021-4fb9-9b21-9da197ec39d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:19:51.588105 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-995ce413-9021-4fb9-9b21-9da197ec39d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:51.600947 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:19:51.614867 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:19:51.616372 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:19:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:51.624031 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-995ce413-9021-4fb9-9b21-9da197ec39d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "PUT /v2.0/floatingips/0fb6ea5b-c65b-413d-9464-b48206f8be70 HTTP/1.1" status: 200 len: 990 time: 1.1617677 Jun 27 14:19:51.624755 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95542433-41d8-4fe7-b738-8665d9042406', 'tag': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:19:51.627939 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea" -d '{"events": [{"name": "network-changed", "server_uuid": "95542433-41d8-4fe7-b738-8665d9042406", "tag": "f0ea34a1-58f6-4897-ae06-033b8a4472e0"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:19:51.696361 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3757e3c7-c143-49ad-b730-ba244ad6d07e x-openstack-request-id: req-3757e3c7-c143-49ad-b730-ba244ad6d07e {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:19:51.697162 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95542433-41d8-4fe7-b738-8665d9042406", "tag": "f0ea34a1-58f6-4897-ae06-033b8a4472e0", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:19:51.697790 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3757e3c7-c143-49ad-b730-ba244ad6d07e {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:19:51.698541 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3757e3c7-c143-49ad-b730-ba244ad6d07e'] response: {'name': 'network-changed', 'server_uuid': '95542433-41d8-4fe7-b738-8665d9042406', 'tag': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0', 'status': 'completed', 'code': 200} Jun 27 14:19:51.729100 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0744f48-14be-43bd-9bc6-778a2696f0ea req-a385990f-ba8d-43c2-849e-3c5030fb2edd tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:51.731430 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c0744f48-14be-43bd-9bc6-778a2696f0ea req-a385990f-ba8d-43c2-849e-3c5030fb2edd tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 944 time: 0.0870028 Jun 27 14:19:51.731703 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] For port b5b2faf7-d6fa-4578-afba-1c209305b831, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:19:51.752369 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] For port b5b2faf7-d6fa-4578-afba-1c209305b831, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b5b2faf7-d6fa-4578-afba-1c209305b831,segment=NetworkSegment(2d964dca-e014-4a04-a81a-6599e21748be),segment_id=2d964dca-e014-4a04-a81a-6599e21748be)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:19:51.757613 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-0d7a6d50-6056-4dee-9289-6f8de37e31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:51.759608 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-0d7a6d50-6056-4dee-9289-6f8de37e31bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 1129 time: 0.0642757 Jun 27 14:19:51.762697 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:51.767134 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:19:51.794686 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c0744f48-14be-43bd-9bc6-778a2696f0ea req-11eccd3e-36d8-4599-8671-4fc53412843b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528126 Jun 27 14:19:51.821543 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:51.821543 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:51.822833 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] 10.222.0.13 "PUT /v2.0/ports/b5b2faf7-d6fa-4578-afba-1c209305b831 HTTP/1.1" status: 200 len: 1094 time: 0.8283463 Jun 27 14:19:51.827778 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6011da91-6b2b-4c14-8be6-66d3a450a7ea', 'tag': 'b5b2faf7-d6fa-4578-afba-1c209305b831'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:19:51.830322 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513cff23-2687-49e8-b153-9000573a59df" -d '{"events": [{"name": "network-changed", "server_uuid": "6011da91-6b2b-4c14-8be6-66d3a450a7ea", "tag": "b5b2faf7-d6fa-4578-afba-1c209305b831"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:19:51.912687 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f814eac5-ffd6-436e-87b8-bdf3b4b3d22d x-openstack-request-id: req-f814eac5-ffd6-436e-87b8-bdf3b4b3d22d {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:19:51.912976 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6011da91-6b2b-4c14-8be6-66d3a450a7ea", "tag": "b5b2faf7-d6fa-4578-afba-1c209305b831", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:19:51.913223 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f814eac5-ffd6-436e-87b8-bdf3b4b3d22d {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:19:51.913628 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f814eac5-ffd6-436e-87b8-bdf3b4b3d22d'] response: {'name': 'network-changed', 'server_uuid': '6011da91-6b2b-4c14-8be6-66d3a450a7ea', 'tag': 'b5b2faf7-d6fa-4578-afba-1c209305b831', 'status': 'completed', 'code': 200} Jun 27 14:19:51.934084 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9be44-beba-4bff-bd8b-e843f0e1b12a service neutron] Pushing event updated for resources: {'Port': ['ID=b5b2faf7-d6fa-4578-afba-1c209305b831,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:51.961084 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-b8bac04e-a973-44d4-ab11-e882d98d9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:51.963582 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-b8bac04e-a973-44d4-ab11-e882d98d9f02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cb93f3e5b408d8d24be42cb19cd12&device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 1128 time: 0.0715127 Jun 27 14:19:51.981592 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-f6948c2f-6148-47d6-a95e-72cc62165b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:51.983116 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-f6948c2f-6148-47d6-a95e-72cc62165b05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 915 time: 0.2166362 Jun 27 14:19:52.016048 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-0c749671-d85b-4cf7-9698-5dd60d015259 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5b2faf7-d6fa-4578-afba-1c209305b831 HTTP/1.1" status: 200 len: 217 time: 0.0441873 Jun 27 14:19:52.060567 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:52.079076 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '0fb6ea5b-c65b-413d-9464-b48206f8be70', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:64:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95542433-41d8-4fe7-b738-8665d9042406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:19:35Z', 'updated_at': '2022-06-27T14:19:50Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}, {'id': 'e9e3f826-0ed5-441c-b426-354958e5b0ee', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:7e:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:18:16Z', 'updated_at': '2022-06-27T14:18:35Z', 'revision_number': 2, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:52.100375 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:52.113613 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:19:52.116624 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-db0caf08-5a97-4cce-9603-12764090cfea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0ea34a1-58f6-4897-ae06-033b8a4472e0 HTTP/1.1" status: 200 len: 998 time: 0.1082089 Jun 27 14:19:52.121629 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-f9caa71a-e937-4f68-a9fa-f24157c15945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:52.123121 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-f9caa71a-e937-4f68-a9fa-f24157c15945 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75066618-80c6-4a62-96c0-272f02e690f7 HTTP/1.1" status: 200 len: 853 time: 0.0779688 Jun 27 14:19:52.124652 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:19:52.125400 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:19:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:52.177051 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-000be1d9-92bf-4f43-bf03-ab33d2291496 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3dac8b5-b2cf-45bd-a850-b530835b6f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452211 Jun 27 14:19:52.218960 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-e87bb66a-5f69-45d2-84aa-72dce24ab8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:52.220450 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-e87bb66a-5f69-45d2-84aa-72dce24ab8a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0964785 Jun 27 14:19:52.247327 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:19:52.300867 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-64981231-b120-4de8-83b3-7b060a64df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:52.302341 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-64981231-b120-4de8-83b3-7b060a64df72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753834 Jun 27 14:19:52.357949 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-fbb1f6cb-0be9-4b1d-83c7-0fb15b97acc5 service neutron] 10.222.0.13 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743293 Jun 27 14:19:52.424427 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:52.481359 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '0fb6ea5b-c65b-413d-9464-b48206f8be70', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:64:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95542433-41d8-4fe7-b738-8665d9042406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:19:35Z', 'updated_at': '2022-06-27T14:19:50Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}, {'id': 'e9e3f826-0ed5-441c-b426-354958e5b0ee', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:7e:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:18:16Z', 'updated_at': '2022-06-27T14:18:35Z', 'revision_number': 2, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:19:52.486258 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-885ebfe6-689f-4fcb-955e-75a2b68ddc03 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756949 Jun 27 14:19:52.510184 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb0121-5c51-4ed5-b649-f879b1f5ee63 None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '0fb6ea5b-c65b-413d-9464-b48206f8be70', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:64:87:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95542433-41d8-4fe7-b738-8665d9042406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:19:35Z', 'updated_at': '2022-06-27T14:19:50Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}, {'id': 'e9e3f826-0ed5-441c-b426-354958e5b0ee', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:7e:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:18:16Z', 'updated_at': '2022-06-27T14:18:35Z', 'revision_number': 2, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:19:52.536404 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-101a25a7-915e-40d4-b2f8-af19ca788f06 req-47a20822-330b-43e9-bb26-a3125487ae5c service neutron] 10.222.0.13 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716173 Jun 27 14:19:52.605769 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5442c66-d2cd-48a4-80ed-2d4cf52bbaea req-2e30d464-839a-471f-84f5-1f4beb976550 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137912 Jun 27 14:19:52.714413 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e729b-8a22-4ea6-9983-478b34be763b None None] New status for floating IP 0fb6ea5b-c65b-413d-9464-b48206f8be70: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:19:52.960945 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56e6b-f431-41c8-ac89-841e88beeab4 req-fa11e34d-ed9a-4450-8c9f-ebcfe4f9ec5e tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:52.963368 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1dd56e6b-f431-41c8-ac89-841e88beeab4 req-fa11e34d-ed9a-4450-8c9f-ebcfe4f9ec5e tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 944 time: 0.0627284 Jun 27 14:19:53.018436 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1dd56e6b-f431-41c8-ac89-841e88beeab4 req-859e072a-8065-4ad7-ba6a-b2eb61b35449 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492852 Jun 27 14:19:53.418074 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cff23-2687-49e8-b153-9000573a59df req-b9315db3-e851-41b1-9f4f-c56186947174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:53.419783 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-513cff23-2687-49e8-b153-9000573a59df req-b9315db3-e851-41b1-9f4f-c56186947174 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cb93f3e5b408d8d24be42cb19cd12&device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 1128 time: 0.0483589 Jun 27 14:19:53.523301 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cff23-2687-49e8-b153-9000573a59df req-8827f321-f7fa-49d0-870f-553b9745077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:53.524829 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-513cff23-2687-49e8-b153-9000573a59df req-8827f321-f7fa-49d0-870f-553b9745077a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3dac8b5-b2cf-45bd-a850-b530835b6f8c HTTP/1.1" status: 200 len: 914 time: 0.0985682 Jun 27 14:19:53.565484 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-513cff23-2687-49e8-b153-9000573a59df req-75599330-5f80-49f1-8b35-bbc06b7067ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5b2faf7-d6fa-4578-afba-1c209305b831 HTTP/1.1" status: 200 len: 217 time: 0.0348301 Jun 27 14:19:53.617156 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cff23-2687-49e8-b153-9000573a59df req-cf4e7b2f-bb33-4838-90ad-0be2400af47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:53.618788 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-513cff23-2687-49e8-b153-9000573a59df req-cf4e7b2f-bb33-4838-90ad-0be2400af47e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75066618-80c6-4a62-96c0-272f02e690f7 HTTP/1.1" status: 200 len: 853 time: 0.0473597 Jun 27 14:19:53.675086 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-513cff23-2687-49e8-b153-9000573a59df req-b3089f9c-f075-424a-8bad-bc4e3b20db2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3dac8b5-b2cf-45bd-a850-b530835b6f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500348 Jun 27 14:19:53.775308 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-513cff23-2687-49e8-b153-9000573a59df req-10d2d10f-2b93-4729-ab92-3ad6789c4497 service neutron] 10.222.0.13 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936775 Jun 27 14:19:53.901612 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-513cff23-2687-49e8-b153-9000573a59df req-05157205-9bb1-453f-9069-ecf9fbf295c9 service neutron] 10.222.0.13 "GET /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199355 Jun 27 14:19:54.041408 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device b5b2faf7-d6fa-4578-afba-1c209305b831 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:19:54.139232 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:54.141076 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fa7a3-29e1-4f7e-a683-2d60300dae08 req-7306c2c9-2e02-4b7b-aa09-b23c01ccedfb tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:54.143165 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a4fa7a3-29e1-4f7e-a683-2d60300dae08 req-7306c2c9-2e02-4b7b-aa09-b23c01ccedfb tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 944 time: 0.0502477 Jun 27 14:19:54.160528 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port b5b2faf7-d6fa-4578-afba-1c209305b831, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b5b2faf7-d6fa-4578-afba-1c209305b831,segment=NetworkSegment(2d964dca-e014-4a04-a81a-6599e21748be),segment_id=2d964dca-e014-4a04-a81a-6599e21748be)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:54.173961 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': 'b5b2faf7-d6fa-4578-afba-1c209305b831', 'network_id': 'a3dac8b5-b2cf-45bd-a850-b530835b6f8c', 'port_id': 'b5b2faf7-d6fa-4578-afba-1c209305b831', 'mac_address': 'fa:16:3e:dc:57:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75066618-80c6-4a62-96c0-272f02e690f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:19:54.211204 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a4fa7a3-29e1-4f7e-a683-2d60300dae08 req-d3516b51-1a73-4fd2-97e5-9ff7ba63a3e4 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620277 Jun 27 14:19:54.217792 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port b5b2faf7-d6fa-4578-afba-1c209305b831 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:19:54.218193 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:54.233649 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b2faf7-d6fa-4578-afba-1c209305b831 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:19:54.260150 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port b5b2faf7-d6fa-4578-afba-1c209305b831, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b5b2faf7-d6fa-4578-afba-1c209305b831,segment=NetworkSegment(2d964dca-e014-4a04-a81a-6599e21748be),segment_id=2d964dca-e014-4a04-a81a-6599e21748be)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:54.266772 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:54.323222 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=b5b2faf7-d6fa-4578-afba-1c209305b831,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:54.499104 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['b5b2faf7-d6fa-4578-afba-1c209305b831'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:19:55.351785 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cdb22-1968-463b-8508-bbcc340301ef req-c4e7e13c-6907-4861-a50f-3ab569e94f8f tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:55.354066 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f06cdb22-1968-463b-8508-bbcc340301ef req-c4e7e13c-6907-4861-a50f-3ab569e94f8f tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 945 time: 0.0517883 Jun 27 14:19:55.396799 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:55.418183 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f06cdb22-1968-463b-8508-bbcc340301ef req-9bd7c258-b206-46ba-9ee9-f809df6016c8 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586629 Jun 27 14:19:56.048196 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device b5b2faf7-d6fa-4578-afba-1c209305b831 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:19:56.100405 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port b5b2faf7-d6fa-4578-afba-1c209305b831 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:19:56.110766 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port b5b2faf7-d6fa-4578-afba-1c209305b831 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:19:56.111054 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:56.196472 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port b5b2faf7-d6fa-4578-afba-1c209305b831 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:19:56.197096 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:56.227244 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6011da91-6b2b-4c14-8be6-66d3a450a7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b2faf7-d6fa-4578-afba-1c209305b831'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:19:56.229827 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf558ea-c607-4168-8b8e-5b3df3cd0ac1" -d '{"events": [{"server_uuid": "6011da91-6b2b-4c14-8be6-66d3a450a7ea", "name": "network-vif-plugged", "status": "completed", "tag": "b5b2faf7-d6fa-4578-afba-1c209305b831"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:19:56.244821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port b5b2faf7-d6fa-4578-afba-1c209305b831, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b5b2faf7-d6fa-4578-afba-1c209305b831,segment=NetworkSegment(2d964dca-e014-4a04-a81a-6599e21748be),segment_id=2d964dca-e014-4a04-a81a-6599e21748be)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:19:56.253393 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:56.295571 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1dde9-8ee2-4bf2-b26b-67688018b149 x-openstack-request-id: req-c0e1dde9-8ee2-4bf2-b26b-67688018b149 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:19:56.295893 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6011da91-6b2b-4c14-8be6-66d3a450a7ea", "name": "network-vif-plugged", "status": "completed", "tag": "b5b2faf7-d6fa-4578-afba-1c209305b831", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:19:56.296300 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0e1dde9-8ee2-4bf2-b26b-67688018b149 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:19:56.296908 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e1dde9-8ee2-4bf2-b26b-67688018b149'] response: {'server_uuid': '6011da91-6b2b-4c14-8be6-66d3a450a7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b2faf7-d6fa-4578-afba-1c209305b831', 'code': 200} Jun 27 14:19:56.321805 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:56.350121 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=b5b2faf7-d6fa-4578-afba-1c209305b831,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:19:56.502534 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b9599-da3d-4151-a114-475ab3e68cda req-3705fd04-20af-4653-8dbb-33323313990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:56.505122 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5b9b9599-da3d-4151-a114-475ab3e68cda req-3705fd04-20af-4653-8dbb-33323313990a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 1130 time: 0.0517650 Jun 27 14:19:56.527153 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:19:56.531924 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:56.557100 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:56.576016 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85e33c-dbca-4990-943b-50297c21aebc req-0c5f9ae0-e674-471e-9856-d2755baba202 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:56.577876 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c85e33c-dbca-4990-943b-50297c21aebc req-0c5f9ae0-e674-471e-9856-d2755baba202 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 946 time: 0.0778191 Jun 27 14:19:56.581288 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5b9b9599-da3d-4151-a114-475ab3e68cda req-d647b6cf-6e49-4fc7-b8b4-577172e6760b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701668 Jun 27 14:19:56.607064 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:19:56.636887 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c85e33c-dbca-4990-943b-50297c21aebc req-7de367b0-78be-4852-8312-9582438aeeec tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524750 Jun 27 14:19:57.767335 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fbb8e-b438-49ea-9df4-a9ee22cccad4 req-f0baf562-9544-41ee-9908-751eda8e0ced tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:19:57.768831 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-767fbb8e-b438-49ea-9df4-a9ee22cccad4 req-f0baf562-9544-41ee-9908-751eda8e0ced tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 946 time: 0.0507250 Jun 27 14:19:57.819043 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-767fbb8e-b438-49ea-9df4-a9ee22cccad4 req-788bb69c-0390-4f4b-a9e8-38d3c741248f tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Jun 27 14:19:59.000708 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:20:06.511641 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:06.521192 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:06.571343 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:06.575581 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:07.812854 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=19 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:07.815096 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=11 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:15.634518 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-838606df-5572-4020-8433-9795eb4b9e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:16.166937 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:16.172968 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=14 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:17.847775 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-735edfe2-a746-457e-a3d9-e653adb1bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:19.227053 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01734e1-7fd7-4e05-acd0-524d5bc847ee req-6181ea49-775c-4cc1-85ec-0d378f535488 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:19.228427 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f01734e1-7fd7-4e05-acd0-524d5bc847ee req-6181ea49-775c-4cc1-85ec-0d378f535488 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 946 time: 0.0517192 Jun 27 14:20:19.285934 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f01734e1-7fd7-4e05-acd0-524d5bc847ee req-819b90b1-8d5d-4082-ae22-13c307c37dc7 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487063 Jun 27 14:20:19.348046 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:20.421577 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c203567-bfa3-4476-b6a4-120a0cab0ac9 req-3814f56e-be78-4146-998a-98b2c273d15e tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:20.423169 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1c203567-bfa3-4476-b6a4-120a0cab0ac9 req-3814f56e-be78-4146-998a-98b2c273d15e tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 946 time: 0.0568240 Jun 27 14:20:20.474333 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1c203567-bfa3-4476-b6a4-120a0cab0ac9 req-673f2d3a-3d6a-480e-908f-101f7fb1c04b tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/security-groups?id=326d70b5-977a-468a-9a1d-90ddfc7e782b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453129 Jun 27 14:20:20.926907 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:20.948195 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:20.994798 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-d0bb0522-86ce-4a09-910b-5651f1eb7d3e tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:20.996258 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-d0bb0522-86ce-4a09-910b-5651f1eb7d3e tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.13 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 946 time: 0.0491292 Jun 27 14:20:21.084931 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-a0d16ef3-c49c-42a6-aa34-e967173325a2 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Deleting port b5b2faf7-d6fa-4578-afba-1c209305b831 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:20:21.085219 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-a0d16ef3-c49c-42a6-aa34-e967173325a2 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:21.177482 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-a0d16ef3-c49c-42a6-aa34-e967173325a2 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] For port b5b2faf7-d6fa-4578-afba-1c209305b831, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=b5b2faf7-d6fa-4578-afba-1c209305b831,segment=NetworkSegment(2d964dca-e014-4a04-a81a-6599e21748be),segment_id=2d964dca-e014-4a04-a81a-6599e21748be)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:20:21.177761 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-a0d16ef3-c49c-42a6-aa34-e967173325a2 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:21.190936 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-a0d16ef3-c49c-42a6-aa34-e967173325a2 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Calling delete_port for b5b2faf7-d6fa-4578-afba-1c209305b831 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:20:21.325349 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-a0d16ef3-c49c-42a6-aa34-e967173325a2 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (b5b2faf7-d6fa-4578-afba-1c209305b831), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:21.342468 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['b5b2faf7-d6fa-4578-afba-1c209305b831'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:20:21.358112 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d16ef3-c49c-42a6-aa34-e967173325a2 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Pushing event deleted for resources: {'Port': ['ID=b5b2faf7-d6fa-4578-afba-1c209305b831,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:21.400859 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-a0d16ef3-c49c-42a6-aa34-e967173325a2 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] No DVR routers for this DVR port b5b2faf7-d6fa-4578-afba-1c209305b831 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:20:21.403504 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-a0d16ef3-c49c-42a6-aa34-e967173325a2 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:21.406838 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4e4c975c-72d6-4b07-9807-b6aa062160df req-a0d16ef3-c49c-42a6-aa34-e967173325a2 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.13 "DELETE /v2.0/ports/b5b2faf7-d6fa-4578-afba-1c209305b831 HTTP/1.1" status: 204 len: 173 time: 0.4042075 Jun 27 14:20:21.407277 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6011da91-6b2b-4c14-8be6-66d3a450a7ea', 'name': 'network-vif-deleted', 'tag': 'b5b2faf7-d6fa-4578-afba-1c209305b831'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:20:21.409603 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355216d4-5e50-4c8e-a997-0c4432a9de78" -d '{"events": [{"server_uuid": "6011da91-6b2b-4c14-8be6-66d3a450a7ea", "name": "network-vif-deleted", "tag": "b5b2faf7-d6fa-4578-afba-1c209305b831"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:20:21.451498 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db5128a-78dc-4cbd-96ae-6ea426e0fa1d x-openstack-request-id: req-6db5128a-78dc-4cbd-96ae-6ea426e0fa1d {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:20:21.451824 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6011da91-6b2b-4c14-8be6-66d3a450a7ea", "name": "network-vif-deleted", "tag": "b5b2faf7-d6fa-4578-afba-1c209305b831", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:20:21.452682 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6db5128a-78dc-4cbd-96ae-6ea426e0fa1d {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:20:21.453236 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db5128a-78dc-4cbd-96ae-6ea426e0fa1d'] response: {'server_uuid': '6011da91-6b2b-4c14-8be6-66d3a450a7ea', 'name': 'network-vif-deleted', 'tag': 'b5b2faf7-d6fa-4578-afba-1c209305b831', 'status': 'completed', 'code': 200} Jun 27 14:20:21.599859 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-95f1e829-96e7-4549-881d-21fa515e0ad9 req-6daf298c-c915-4378-bf4a-8b619d0ad980 tempest-VolumesSnapshotTestJSON-1662221791 tempest-VolumesSnapshotTestJSON-1662221791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6011da91-6b2b-4c14-8be6-66d3a450a7ea HTTP/1.1" status: 200 len: 210 time: 0.0353224 Jun 27 14:20:24.227310 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device b5b2faf7-d6fa-4578-afba-1c209305b831 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:20:24.248975 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: b5b2faf7-d6fa-4578-afba-1c209305b831 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:20:24.249315 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device b5b2faf7-d6fa-4578-afba-1c209305b831 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:20:26.526404 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:28.508947 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92ac02-df15-4c45-895d-befe9971b899 req-160bfa9c-4970-43bb-a02b-90a824fc1405 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:28.510531 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bc92ac02-df15-4c45-895d-befe9971b899 req-160bfa9c-4970-43bb-a02b-90a824fc1405 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 945 time: 0.0558074 Jun 27 14:20:28.570951 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-bc92ac02-df15-4c45-895d-befe9971b899 req-03e01a31-eef7-4b93-8a67-21b7c4d6addc tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531089 Jun 27 14:20:29.819588 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c1f64-1492-4dcf-9e42-6c2da7b5bd53 req-8dca95af-5c5b-430f-ae7f-22b32b151716 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:29.821191 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b90c1f64-1492-4dcf-9e42-6c2da7b5bd53 req-8dca95af-5c5b-430f-ae7f-22b32b151716 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 945 time: 0.1705935 Jun 27 14:20:29.875805 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b90c1f64-1492-4dcf-9e42-6c2da7b5bd53 req-0e82fa34-47e5-469a-95ef-7a764e47689e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=d782639b-c295-4e81-9c88-6292e6fedacf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486395 Jun 27 14:20:29.910628 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-970559b2-109b-4695-b7eb-c8be578dd9e4 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:29.912365 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-970559b2-109b-4695-b7eb-c8be578dd9e4 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 945 time: 0.0554714 Jun 27 14:20:30.007665 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Deleting port f0ea34a1-58f6-4897-ae06-033b8a4472e0 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:20:30.007956 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:30.110117 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] For port f0ea34a1-58f6-4897-ae06-033b8a4472e0, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f0ea34a1-58f6-4897-ae06-033b8a4472e0,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:20:30.110620 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:30.584821 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:30.585331 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (0fb6ea5b-c65b-413d-9464-b48206f8be70), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:30.585860 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Floating IP 0fb6ea5b-c65b-413d-9464-b48206f8be70 disassociated. External IP: 172.27.2.69, port: f0ea34a1-58f6-4897-ae06-033b8a4472e0. Jun 27 14:20:30.586445 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Calling delete_port for f0ea34a1-58f6-4897-ae06-033b8a4472e0 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:20:30.688214 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:30.692639 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:30.762993 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (f0ea34a1-58f6-4897-ae06-033b8a4472e0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:30.793011 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'Port': ['ID=f0ea34a1-58f6-4897-ae06-033b8a4472e0,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:30.805434 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.805776 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.806118 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.806457 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.806820 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.807132 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.807560 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.807769 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.808103 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.808425 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.808745 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.809068 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.809387 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.809841 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.810276 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:30.954866 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Router e8d48a76-7b66-450b-b890-8f549be8abb7 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:20:31.007217 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c0bd5958-7ea3-43f3-8259-14923d17bdca req-5f5f6335-b59e-486d-bd44-6eda4a0525d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=95542433-41d8-4fe7-b738-8665d9042406 HTTP/1.1" status: 200 len: 210 time: 0.0483294 Jun 27 14:20:31.118410 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:20:31.132662 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:20:31.144507 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:20:31.145183 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:31.178153 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] No DVR routers for this DVR port f0ea34a1-58f6-4897-ae06-033b8a4472e0 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:20:31.181310 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:31.185528 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0986cde3-05b0-40b1-aeff-c631b87d6ecd req-d7a91ddc-a1b2-4537-9ba3-d753047577cb tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "DELETE /v2.0/ports/f0ea34a1-58f6-4897-ae06-033b8a4472e0 HTTP/1.1" status: 204 len: 173 time: 1.2674980 Jun 27 14:20:31.186091 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95542433-41d8-4fe7-b738-8665d9042406', 'name': 'network-vif-deleted', 'tag': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:20:31.189874 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de4ae23-e12c-4d95-8f64-22ec9fea68bb" -d '{"events": [{"server_uuid": "95542433-41d8-4fe7-b738-8665d9042406", "name": "network-vif-deleted", "tag": "f0ea34a1-58f6-4897-ae06-033b8a4472e0"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:20:31.245894 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac55e5e-5541-4edf-8463-f3840b3443cf x-openstack-request-id: req-cac55e5e-5541-4edf-8463-f3840b3443cf {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:20:31.246815 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95542433-41d8-4fe7-b738-8665d9042406", "name": "network-vif-deleted", "tag": "f0ea34a1-58f6-4897-ae06-033b8a4472e0", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:20:31.247340 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cac55e5e-5541-4edf-8463-f3840b3443cf {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:20:31.248066 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac55e5e-5541-4edf-8463-f3840b3443cf'] response: {'server_uuid': '95542433-41d8-4fe7-b738-8665d9042406', 'name': 'network-vif-deleted', 'tag': 'f0ea34a1-58f6-4897-ae06-033b8a4472e0', 'status': 'completed', 'code': 200} Jun 27 14:20:31.290433 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:20:31.586047 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'e9e3f826-0ed5-441c-b426-354958e5b0ee', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:7e:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:18:16Z', 'updated_at': '2022-06-27T14:18:35Z', 'revision_number': 2, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:31.611031 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:20:31.620049 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:20:31.620658 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:31.864790 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:20:32.108171 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45880) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:32.125699 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:32.139246 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'e9e3f826-0ed5-441c-b426-354958e5b0ee', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:7e:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:18:16Z', 'updated_at': '2022-06-27T14:18:35Z', 'revision_number': 2, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:32.167716 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e32c4-9f12-4865-b90a-41c063879274 None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'e9e3f826-0ed5-441c-b426-354958e5b0ee', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:7e:a1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:18:16Z', 'updated_at': '2022-06-27T14:18:35Z', 'revision_number': 2, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:20:32.169630 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a212f75f-dc48-4fef-b28e-12aff7ac68ad tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (d782639b-c295-4e81-9c88-6292e6fedacf), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:32.198143 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a212f75f-dc48-4fef-b28e-12aff7ac68ad tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (d782639b-c295-4e81-9c88-6292e6fedacf), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:32.261516 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a212f75f-dc48-4fef-b28e-12aff7ac68ad tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (d782639b-c295-4e81-9c88-6292e6fedacf), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:32.265857 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a212f75f-dc48-4fef-b28e-12aff7ac68ad tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:32.267405 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a212f75f-dc48-4fef-b28e-12aff7ac68ad tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "DELETE /v2.0/security-groups/d782639b-c295-4e81-9c88-6292e6fedacf HTTP/1.1" status: 204 len: 168 time: 0.1582217 Jun 27 14:20:32.270524 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45882) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:32.273675 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f0ea34a1-58f6-4897-ae06-033b8a4472e0 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:20:32.294385 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-a125c186-441e-40b0-b11f-9fe6eced5f0f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] show failed (client error): The resource could not be found. Jun 27 14:20:32.298941 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212f75f-dc48-4fef-b28e-12aff7ac68ad tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d782639b-c295-4e81-9c88-6292e6fedacf,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:32.299175 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a125c186-441e-40b0-b11f-9fe6eced5f0f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups/d782639b-c295-4e81-9c88-6292e6fedacf HTTP/1.1" status: 404 len: 347 time: 0.0242929 Jun 27 14:20:32.299782 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45884) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:32.303279 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: f0ea34a1-58f6-4897-ae06-033b8a4472e0 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:20:32.303611 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f0ea34a1-58f6-4897-ae06-033b8a4472e0 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:20:32.459724 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c23ba4-4675-46cb-a553-332f7ba03675 None None] New status for floating IP 0fb6ea5b-c65b-413d-9464-b48206f8be70: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:20:32.469356 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-f177ba4f-48b9-484b-8f5d-dbece404c521 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Deleting port ccb872c6-aa64-4b80-8db5-20f2e40ea646 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:20:32.469689 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f177ba4f-48b9-484b-8f5d-dbece404c521 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (ccb872c6-aa64-4b80-8db5-20f2e40ea646), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:32.561083 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f177ba4f-48b9-484b-8f5d-dbece404c521 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (ccb872c6-aa64-4b80-8db5-20f2e40ea646), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:32.561740 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f177ba4f-48b9-484b-8f5d-dbece404c521 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (ccb872c6-aa64-4b80-8db5-20f2e40ea646), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:32.591469 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-f177ba4f-48b9-484b-8f5d-dbece404c521 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Calling delete_port for ccb872c6-aa64-4b80-8db5-20f2e40ea646 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:20:32.751583 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f177ba4f-48b9-484b-8f5d-dbece404c521 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (ccb872c6-aa64-4b80-8db5-20f2e40ea646), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:32.775281 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177ba4f-48b9-484b-8f5d-dbece404c521 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'Port': ['ID=ccb872c6-aa64-4b80-8db5-20f2e40ea646,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:32.844738 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f177ba4f-48b9-484b-8f5d-dbece404c521 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (0fb6ea5b-c65b-413d-9464-b48206f8be70), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:32.847172 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f177ba4f-48b9-484b-8f5d-dbece404c521 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:32.848364 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f177ba4f-48b9-484b-8f5d-dbece404c521 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "DELETE /v2.0/floatingips/0fb6ea5b-c65b-413d-9464-b48206f8be70 HTTP/1.1" status: 204 len: 168 time: 0.5469868 Jun 27 14:20:36.002408 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:20:36.147005 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-f702a30e-85f8-45c6-b567-efaae9b1e02c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425572 Jun 27 14:20:36.219291 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-3023f36f-51b1-40b8-a631-108057129acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:36.220867 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-3023f36f-51b1-40b8-a631-108057129acc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 1130 time: 0.0430954 Jun 27 14:20:36.262716 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:36.320355 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:36.350158 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-a8b81c29-41f8-4d18-a2c7-29d7e7cfccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:36.351698 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-a8b81c29-41f8-4d18-a2c7-29d7e7cfccfe service neutron] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 915 time: 0.1099689 Jun 27 14:20:36.424113 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-01153358-62c5-4daa-b82a-0aa898f43650 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=806fea47-e6c8-4060-a6c5-6d58981554a0 HTTP/1.1" status: 200 len: 1001 time: 0.0646591 Jun 27 14:20:36.479723 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-a8c4c35f-a5ba-43ff-b840-af0e744a11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:36.481219 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-a8c4c35f-a5ba-43ff-b840-af0e744a11e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0491989 Jun 27 14:20:36.545712 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-52dee7c2-f724-414c-981c-5ef3b6451c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:36.547217 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-52dee7c2-f724-414c-981c-5ef3b6451c00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589349 Jun 27 14:20:36.646904 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-9e607d1f-6adf-4275-bb3e-51500f80c387 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933423 Jun 27 14:20:36.751380 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a422572-e0af-4c1e-a303-a8e3cc851df5 req-e241e61f-8d48-4882-b7cb-2a80c5690ec2 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987773 Jun 27 14:20:37.694293 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e09d-6d31-4d12-a56b-f02ac74a9b62 req-88c0993d-9016-4aa1-a5d3-aa7236985715 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:37.695935 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff12e09d-6d31-4d12-a56b-f02ac74a9b62 req-88c0993d-9016-4aa1-a5d3-aa7236985715 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 946 time: 0.0533688 Jun 27 14:20:37.754846 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff12e09d-6d31-4d12-a56b-f02ac74a9b62 req-1fb50ba5-6c3c-4677-a244-dd03c0a3737c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519121 Jun 27 14:20:38.885212 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c7d6c-14a5-409d-b38d-4a548ed79ed9 req-dd568273-d5c0-45b4-b3a3-75d6c3347db6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:38.886697 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2b6c7d6c-14a5-409d-b38d-4a548ed79ed9 req-dd568273-d5c0-45b4-b3a3-75d6c3347db6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 946 time: 0.0565658 Jun 27 14:20:38.941106 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2b6c7d6c-14a5-409d-b38d-4a548ed79ed9 req-730d0274-496c-4e72-8f6a-db900b5fa9c8 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d272568-78a1-4780-906c-303028df79c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483923 Jun 27 14:20:39.119156 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-18d30888-181b-4623-8fd6-1540c876daf6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:39.120765 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-18d30888-181b-4623-8fd6-1540c876daf6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 946 time: 0.0546401 Jun 27 14:20:39.218228 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Deleting port 806fea47-e6c8-4060-a6c5-6d58981554a0 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:20:39.218502 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:39.319389 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] For port 806fea47-e6c8-4060-a6c5-6d58981554a0, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=806fea47-e6c8-4060-a6c5-6d58981554a0,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:20:39.319771 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:39.543083 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:39.543461 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (e9e3f826-0ed5-441c-b426-354958e5b0ee), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:39.543786 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Floating IP e9e3f826-0ed5-441c-b426-354958e5b0ee disassociated. External IP: 172.27.2.14, port: 806fea47-e6c8-4060-a6c5-6d58981554a0. Jun 27 14:20:39.544155 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Calling delete_port for 806fea47-e6c8-4060-a6c5-6d58981554a0 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:20:39.703776 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (806fea47-e6c8-4060-a6c5-6d58981554a0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:39.713165 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:39.746168 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'Port': ['ID=806fea47-e6c8-4060-a6c5-6d58981554a0,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:39.752106 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:39.863502 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Router e8d48a76-7b66-450b-b890-8f549be8abb7 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:20:39.976760 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:20:39.994145 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:20:40.011069 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:40.016506 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:20:40.017659 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:40.048811 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] No DVR routers for this DVR port 806fea47-e6c8-4060-a6c5-6d58981554a0 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:20:40.052307 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:40.058620 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-90c82ec9-af31-4aca-8841-5c137bb7e0db req-6140d00f-fb0a-4903-874d-6e466640e87a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "DELETE /v2.0/ports/806fea47-e6c8-4060-a6c5-6d58981554a0 HTTP/1.1" status: 204 len: 173 time: 0.9311788 Jun 27 14:20:40.058970 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'name': 'network-vif-deleted', 'tag': '806fea47-e6c8-4060-a6c5-6d58981554a0'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:20:40.063017 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a4342a-f02a-4cef-9afe-c341ab020807" -d '{"events": [{"server_uuid": "eeefabd9-79b5-4d2a-a986-00b11ae05283", "name": "network-vif-deleted", "tag": "806fea47-e6c8-4060-a6c5-6d58981554a0"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:20:40.078572 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ab8e10c5-77ff-45eb-956a-4f594bc1eb4e req-d54f83a1-9992-47b6-b326-c6d4d6d442e0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=eeefabd9-79b5-4d2a-a986-00b11ae05283 HTTP/1.1" status: 200 len: 210 time: 0.0363822 Jun 27 14:20:40.145576 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6991cd-305a-414c-9502-80e76660dc89 x-openstack-request-id: req-0d6991cd-305a-414c-9502-80e76660dc89 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:20:40.146374 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeefabd9-79b5-4d2a-a986-00b11ae05283", "name": "network-vif-deleted", "tag": "806fea47-e6c8-4060-a6c5-6d58981554a0", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:20:40.146374 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d6991cd-305a-414c-9502-80e76660dc89 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:20:40.146746 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6991cd-305a-414c-9502-80e76660dc89'] response: {'server_uuid': 'eeefabd9-79b5-4d2a-a986-00b11ae05283', 'name': 'network-vif-deleted', 'tag': '806fea47-e6c8-4060-a6c5-6d58981554a0', 'status': 'completed', 'code': 200} Jun 27 14:20:40.214841 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:20:40.439869 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:40.467770 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:20:40.477960 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:20:40.478603 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:40.600359 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:20:40.811934 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:40.839031 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd24c1-b04d-4ff9-b864-f23a4cb124a2 None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:20:41.093515 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de184fe1-fc87-424a-a7be-df398d787665 None None] New status for floating IP e9e3f826-0ed5-441c-b426-354958e5b0ee: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:20:41.176997 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45962) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:41.246375 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-171825fd-6e48-4956-a78a-bb44028fa253 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (9d272568-78a1-4780-906c-303028df79c1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:41.274665 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-171825fd-6e48-4956-a78a-bb44028fa253 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (9d272568-78a1-4780-906c-303028df79c1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:41.328620 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-171825fd-6e48-4956-a78a-bb44028fa253 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (9d272568-78a1-4780-906c-303028df79c1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:41.331360 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-171825fd-6e48-4956-a78a-bb44028fa253 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:41.332580 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-171825fd-6e48-4956-a78a-bb44028fa253 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "DELETE /v2.0/security-groups/9d272568-78a1-4780-906c-303028df79c1 HTTP/1.1" status: 204 len: 168 time: 0.1544633 Jun 27 14:20:41.335879 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45964) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:41.343909 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171825fd-6e48-4956-a78a-bb44028fa253 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d272568-78a1-4780-906c-303028df79c1,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:41.350586 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.api.v2.resource [None req-18bd5bd2-c2ff-4ab5-ad74-257370d6f535 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] show failed (client error): The resource could not be found. Jun 27 14:20:41.351716 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-18bd5bd2-c2ff-4ab5-ad74-257370d6f535 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups/9d272568-78a1-4780-906c-303028df79c1 HTTP/1.1" status: 404 len: 347 time: 0.0147312 Jun 27 14:20:41.355260 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45966) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:41.475002 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Deleting port 50783915-2492-43a9-9921-6bdca867ba49 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:20:41.475325 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (50783915-2492-43a9-9921-6bdca867ba49), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:41.560357 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (50783915-2492-43a9-9921-6bdca867ba49), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:41.561306 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (50783915-2492-43a9-9921-6bdca867ba49), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:41.575973 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Calling delete_port for 50783915-2492-43a9-9921-6bdca867ba49 owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:20:41.581691 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:41.617976 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:41.734870 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (50783915-2492-43a9-9921-6bdca867ba49), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:41.764324 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'Port': ['ID=50783915-2492-43a9-9921-6bdca867ba49,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:41.793490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.793490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.793490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.793490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.793490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.793490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.793490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.793490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.793490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.793490 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.795121 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.795121 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.795121 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.795121 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.795121 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:41.844817 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (e9e3f826-0ed5-441c-b426-354958e5b0ee), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:41.847481 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:41.848737 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-bc901777-61d5-4d9c-855b-a88be6dfdf1c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "DELETE /v2.0/floatingips/e9e3f826-0ed5-441c-b426-354958e5b0ee HTTP/1.1" status: 204 len: 168 time: 0.4925292 Jun 27 14:20:41.935719 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45978) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:41.940320 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-e15843e5-b70a-44b8-95e8-965e67741974 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216580899', 'description': 'tempest-description--415542307'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:20:41.968000 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e15843e5-b70a-44b8-95e8-965e67741974 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.045595 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e15843e5-b70a-44b8-95e8-965e67741974 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (a067ee25-cd45-4940-a90a-4c6f76061d76), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.051177 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e15843e5-b70a-44b8-95e8-965e67741974 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (a067ee25-cd45-4940-a90a-4c6f76061d76), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.085561 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e15843e5-b70a-44b8-95e8-965e67741974 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.086880 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e15843e5-b70a-44b8-95e8-965e67741974 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1501195 Jun 27 14:20:42.089291 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15843e5-b70a-44b8-95e8-965e67741974 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a067ee25-cd45-4940-a90a-4c6f76061d76,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:42.090578 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45980) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:42.095310 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-7dba407d-0b0c-480d-92e2-a5bc58daeb9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group_rule': {'security_group_id': 'a067ee25-cd45-4940-a90a-4c6f76061d76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:20:42.124874 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7dba407d-0b0c-480d-92e2-a5bc58daeb9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (79192532-9b7b-477d-a7c6-083704511f86), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.188225 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7dba407d-0b0c-480d-92e2-a5bc58daeb9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (79192532-9b7b-477d-a7c6-083704511f86), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.192541 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7dba407d-0b0c-480d-92e2-a5bc58daeb9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (79192532-9b7b-477d-a7c6-083704511f86), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.211423 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba407d-0b0c-480d-92e2-a5bc58daeb9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79192532-9b7b-477d-a7c6-083704511f86,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:42.219535 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7dba407d-0b0c-480d-92e2-a5bc58daeb9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.220759 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7dba407d-0b0c-480d-92e2-a5bc58daeb9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290667 Jun 27 14:20:42.223599 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45982) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:42.229321 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-28692185-0ed3-40c5-a4af-135942fdb150 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group_rule': {'security_group_id': 'a067ee25-cd45-4940-a90a-4c6f76061d76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:20:42.263662 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-28692185-0ed3-40c5-a4af-135942fdb150 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (5f61c0e0-196e-454e-bcc0-20a62efc7d17), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.322569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-28692185-0ed3-40c5-a4af-135942fdb150 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (5f61c0e0-196e-454e-bcc0-20a62efc7d17), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.329075 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-28692185-0ed3-40c5-a4af-135942fdb150 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (5f61c0e0-196e-454e-bcc0-20a62efc7d17), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.341376 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 806fea47-e6c8-4060-a6c5-6d58981554a0 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:20:42.348227 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28692185-0ed3-40c5-a4af-135942fdb150 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f61c0e0-196e-454e-bcc0-20a62efc7d17,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:42.356307 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-28692185-0ed3-40c5-a4af-135942fdb150 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.357776 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-28692185-0ed3-40c5-a4af-135942fdb150 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331348 Jun 27 14:20:42.360998 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45984) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:42.361401 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 806fea47-e6c8-4060-a6c5-6d58981554a0 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:20:42.361753 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 806fea47-e6c8-4060-a6c5-6d58981554a0 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:20:42.365505 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:20:42.387591 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.470508 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.540460 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:42.545629 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:42.605954 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Allocated IP 172.27.2.111 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/7f13345d-4c20-49ca-a7ac-471c5cea36fc) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:20:42.733368 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (7f13345d-4c20-49ca-a7ac-471c5cea36fc), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.770052 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (7f13345d-4c20-49ca-a7ac-471c5cea36fc), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.816560 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:20:42.824337 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=7f13345d-4c20-49ca-a7ac-471c5cea36fc,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:42.828934 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:20:42.831051 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:20:42.924454 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (9f78b181-70f3-4fdf-bb64-60ab86b7934c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:42.968447 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (7f13345d-4c20-49ca-a7ac-471c5cea36fc), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:43.146538 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (7f13345d-4c20-49ca-a7ac-471c5cea36fc), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:43.153752 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (7f13345d-4c20-49ca-a7ac-471c5cea36fc), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:43.238097 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=7f13345d-4c20-49ca-a7ac-471c5cea36fc,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:43.254151 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (9f78b181-70f3-4fdf-bb64-60ab86b7934c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:43.270505 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:43.271734 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-17719580-3a2b-4765-8a3d-2cb0ac526ecd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9098125 Jun 27 14:20:43.427658 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-a5eaea97-4a92-49ef-aa39-1062378a358f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1216580899&fields=id&tenant_id=7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 267 time: 0.0436642 Jun 27 14:20:43.534513 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-2ca7ca7a-16ca-46ae-bcb9-8e2507831093 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:43.535961 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-2ca7ca7a-16ca-46ae-bcb9-8e2507831093 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 814 time: 0.1019940 Jun 27 14:20:43.550789 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-e192c556-e863-48b9-8804-b6468c2a73dc tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/quotas/7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 375 time: 0.0093796 Jun 27 14:20:43.865600 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-e36bc762-7aae-4f44-b16b-0151673659e2 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3098619 Jun 27 14:20:43.965856 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-337679e6-fd69-4f5a-ad35-9f96f33acdd8 service neutron] 10.222.0.43 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873191 Jun 27 14:20:44.062164 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-adfad78d-827e-4c83-81d1-8e3370f2acef service neutron] 10.222.0.43 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896780 Jun 27 14:20:44.239710 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e02de451-dfa9-4099-90cd-e8889f35fdbf req-8d52100a-3445-41f1-8403-4b479388a163 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 210 time: 0.0326018 Jun 27 14:20:45.115169 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:45.214604 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-8b659086-321b-43b7-a974-33a65d309f3b tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:45.216010 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-8b659086-321b-43b7-a974-33a65d309f3b tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 814 time: 0.1102226 Jun 27 14:20:45.256535 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:45.289281 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-40c8cdd1-133b-485d-92e0-61e9db7d0ead tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 380 time: 0.0645297 Jun 27 14:20:45.298059 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'port': {'device_id': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'admin_state_up': True, 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'security_groups': ['a067ee25-cd45-4940-a90a-4c6f76061d76']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:20:45.347779 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-da59c5ca-ca47-4cdf-baec-cbcd17cba205 req-51ef7cf9-8aac-45d6-ae8e-2bf38f02ed50 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 210 time: 0.0292463 Jun 27 14:20:45.417769 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Made reservation on behalf of 7761d17911b54ba0addb7ea956b6cfdf for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:20:45.422397 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:45.580555 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Allocated IP 172.20.0.11 (80547283-fb44-4c7d-81ec-b136fb84e882/7ff0c690-966d-4a80-9b84-6706507192e0/6d1734b1-31a6-4c6c-853e-75233061ee62) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:20:45.629545 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83b77e9c-68cf-47e3-8394-344139962548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:45.739910 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:45.774483 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:45.819949 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Network 80547283-fb44-4c7d-81ec-b136fb84e882 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:20:45.823042 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:20:45.826890 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:20:45.850833 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=6d1734b1-31a6-4c6c-853e-75233061ee62,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:45.881630 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:45.882274 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:45.902593 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-200cad5f-d407-463e-b6be-7e45f5a33830 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6082387 Jun 27 14:20:45.914671 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Request body: {'port': {'device_id': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:20:45.945247 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:45.985394 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.067821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a93435d2-72b5-4f53-b5ba-89befb91e0c6 None None] Provisioning complete for port 6d1734b1-31a6-4c6c-853e-75233061ee62 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:20:46.068246 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a93435d2-72b5-4f53-b5ba-89befb91e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.102058 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a93435d2-72b5-4f53-b5ba-89befb91e0c6 None None] Port 6d1734b1-31a6-4c6c-853e-75233061ee62 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:20:46.218335 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:46.263029 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1734b1-31a6-4c6c-853e-75233061ee62 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:20:46.270723 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Publish callbacks [] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.283899 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Transition to ACTIVE for port object 6d1734b1-31a6-4c6c-853e-75233061ee62 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:20:46.289190 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.343589 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Pushing event updated for resources: {'Port': ['ID=6d1734b1-31a6-4c6c-853e-75233061ee62,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:46.423095 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Attempting to bind port 6d1734b1-31a6-4c6c-853e-75233061ee62 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:20:46.423438 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Attempting to bind port 6d1734b1-31a6-4c6c-853e-75233061ee62 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:20:46.423776 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Attempting to bind port 6d1734b1-31a6-4c6c-853e-75233061ee62 on network 80547283-fb44-4c7d-81ec-b136fb84e882 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:20:46.428719 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Port 6d1734b1-31a6-4c6c-853e-75233061ee62 on network 80547283-fb44-4c7d-81ec-b136fb84e882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:20:46.429038 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Attempting to bind port 6d1734b1-31a6-4c6c-853e-75233061ee62 on network 80547283-fb44-4c7d-81ec-b136fb84e882 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:20:46.434253 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:20:46.434585 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Checking segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:20:46.435136 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Bound using segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:20:46.435570 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Bound port: 6d1734b1-31a6-4c6c-853e-75233061ee62, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:20:46.436128 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.480741 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205bda-2709-4748-980a-a36c7b918f74 req-fbc67a9e-e3c6-48c9-b797-c75841a59f76 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:46.482340 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f4205bda-2709-4748-980a-a36c7b918f74 req-fbc67a9e-e3c6-48c9-b797-c75841a59f76 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 944 time: 0.0577092 Jun 27 14:20:46.507437 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] For port 6d1734b1-31a6-4c6c-853e-75233061ee62, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:20:46.512800 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] For port 6d1734b1-31a6-4c6c-853e-75233061ee62, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d1734b1-31a6-4c6c-853e-75233061ee62,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:20:46.520345 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.532116 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46050) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:46.532772 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:46.542444 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:46.556582 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:46.557404 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.558975 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] 10.222.0.13 "PUT /v2.0/ports/6d1734b1-31a6-4c6c-853e-75233061ee62 HTTP/1.1" status: 200 len: 1094 time: 0.6498516 Jun 27 14:20:46.572222 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'tag': '6d1734b1-31a6-4c6c-853e-75233061ee62'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:20:46.575449 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d53092f-f850-40c2-8a8c-d85d61af580b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d40d376-8c7d-485d-a783-39094f8c5f65", "tag": "6d1734b1-31a6-4c6c-853e-75233061ee62"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:20:46.594108 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f4205bda-2709-4748-980a-a36c7b918f74 req-98b32cf1-b8eb-4f13-a0fe-ad9228cde586 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=a067ee25-cd45-4940-a90a-4c6f76061d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037927 Jun 27 14:20:46.608856 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1dcf88-8874-41f7-9e56-25bc9ac1925d service neutron] Pushing event updated for resources: {'Port': ['ID=6d1734b1-31a6-4c6c-853e-75233061ee62,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:46.612787 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abf7f5a-0b75-46a0-85dc-13ebd2446bc6 admin admin] Deleting subnet 75066618-80c6-4a62-96c0-272f02e690f7 {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:20:46.617395 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3abf7f5a-0b75-46a0-85dc-13ebd2446bc6 admin admin] Publish callbacks [] for subnet (75066618-80c6-4a62-96c0-272f02e690f7), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.652268 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14b452a-6b81-45ce-bad5-77ec25628687 x-openstack-request-id: req-f14b452a-6b81-45ce-bad5-77ec25628687 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:20:46.652556 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d40d376-8c7d-485d-a783-39094f8c5f65", "tag": "6d1734b1-31a6-4c6c-853e-75233061ee62", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:20:46.652821 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f14b452a-6b81-45ce-bad5-77ec25628687 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:20:46.653202 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14b452a-6b81-45ce-bad5-77ec25628687'] response: {'name': 'network-changed', 'server_uuid': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'tag': '6d1734b1-31a6-4c6c-853e-75233061ee62', 'status': 'completed', 'code': 200} Jun 27 14:20:46.658257 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3abf7f5a-0b75-46a0-85dc-13ebd2446bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4458228'] for subnet (75066618-80c6-4a62-96c0-272f02e690f7), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.665921 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-79fe63f9-b1ce-4ad8-be36-1d14baf94c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:46.667757 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-79fe63f9-b1ce-4ad8-be36-1d14baf94c7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 1128 time: 0.0603528 Jun 27 14:20:46.707401 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3abf7f5a-0b75-46a0-85dc-13ebd2446bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (75066618-80c6-4a62-96c0-272f02e690f7), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.711048 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-8fe2039a-0216-44fc-9f14-f09903cba3b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1734b1-31a6-4c6c-853e-75233061ee62 HTTP/1.1" status: 200 len: 217 time: 0.0354381 Jun 27 14:20:46.765146 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3abf7f5a-0b75-46a0-85dc-13ebd2446bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6195894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4984649'] for subnet (75066618-80c6-4a62-96c0-272f02e690f7), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.772218 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-510a1d7e-c662-46eb-a9b5-98ad6508758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:46.773781 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-510a1d7e-c662-46eb-a9b5-98ad6508758f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0564919 Jun 27 14:20:46.792259 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf7f5a-0b75-46a0-85dc-13ebd2446bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75066618-80c6-4a62-96c0-272f02e690f7,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:46.796359 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3abf7f5a-0b75-46a0-85dc-13ebd2446bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.799155 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3abf7f5a-0b75-46a0-85dc-13ebd2446bc6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/75066618-80c6-4a62-96c0-272f02e690f7 HTTP/1.1" status: 204 len: 168 time: 0.2651496 Jun 27 14:20:46.801695 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46054) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:46.821255 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-f1d96652-2f21-4de9-8380-7f5b72acba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:46.822839 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-f1d96652-2f21-4de9-8380-7f5b72acba85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421400 Jun 27 14:20:46.878549 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (a3dac8b5-b2cf-45bd-a850-b530835b6f8c), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.923980 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-f6e71fb8-1e19-4f2c-ac94-c6175603bdd0 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949821 Jun 27 14:20:46.958082 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (a3dac8b5-b2cf-45bd-a850-b530835b6f8c), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:46.979816 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dac8b5-b2cf-45bd-a850-b530835b6f8c']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:46.989645 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d964dca-e014-4a04-a81a-6599e21748be') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:46.989944 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d964dca-e014-4a04-a81a-6599e21748be') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:47.000581 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4458223'] for segment (2d964dca-e014-4a04-a81a-6599e21748be), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:47.003538 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:47.015766 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (2d964dca-e014-4a04-a81a-6599e21748be), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:47.023317 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:20:47.023639 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6195932'] for segment (2d964dca-e014-4a04-a81a-6599e21748be), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:47.027522 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd2de7dc-c4c5-415c-8eb4-c3c7f98f8cc9 req-ea885578-42ab-4d80-a09b-d110d060969d service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976112 Jun 27 14:20:47.044285 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 2d964dca-e014-4a04-a81a-6599e21748be resource provider aggregate not found Jun 27 14:20:47.065506 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 2d964dca-e014-4a04-a81a-6599e21748be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d964dca-e014-4a04-a81a-6599e21748be found for delete ", "request_id": "req-97ea410e-aacd-45bd-b623-35a7dab234ab"}]} Jun 27 14:20:47.104656 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (a3dac8b5-b2cf-45bd-a850-b530835b6f8c), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:47.111131 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:47.114016 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a3dac8b5-b2cf-45bd-a850-b530835b6f8c HTTP/1.1" status: 204 len: 168 time: 0.3114216 Jun 27 14:20:47.125624 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176a5ca-6778-4a0c-971b-7a7d0dba8bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3dac8b5-b2cf-45bd-a850-b530835b6f8c,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:47.310337 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46062) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:47.354949 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4ca8c228-9e24-4545-a8eb-001001a3694b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d56cb93f3e5b408d8d24be42cb19cd12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432944 Jun 27 14:20:47.357608 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46064) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:47.412385 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-dd181c0d-1695-4903-9d7a-00900c89be65 admin admin] Publish callbacks [] for security_group (326d70b5-977a-468a-9a1d-90ddfc7e782b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:47.437084 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-dd181c0d-1695-4903-9d7a-00900c89be65 admin admin] Publish callbacks [] for security_group (326d70b5-977a-468a-9a1d-90ddfc7e782b), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:47.489473 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-dd181c0d-1695-4903-9d7a-00900c89be65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (326d70b5-977a-468a-9a1d-90ddfc7e782b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:47.492079 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-dd181c0d-1695-4903-9d7a-00900c89be65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:47.493254 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-dd181c0d-1695-4903-9d7a-00900c89be65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/326d70b5-977a-468a-9a1d-90ddfc7e782b HTTP/1.1" status: 204 len: 168 time: 0.1345904 Jun 27 14:20:47.502172 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd181c0d-1695-4903-9d7a-00900c89be65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326d70b5-977a-468a-9a1d-90ddfc7e782b,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:47.730223 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd74c9-9817-489f-812d-4d3640cb84d1 req-a040bc50-c369-4a51-977b-86f6bfdd9c2d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:47.731858 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-87bd74c9-9817-489f-812d-4d3640cb84d1 req-a040bc50-c369-4a51-977b-86f6bfdd9c2d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 944 time: 0.0575783 Jun 27 14:20:47.787909 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-87bd74c9-9817-489f-812d-4d3640cb84d1 req-260ce164-b376-497d-91a5-d5a3c5d2eb24 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=a067ee25-cd45-4940-a90a-4c6f76061d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496466 Jun 27 14:20:47.835062 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-7c034803-72a9-49b2-a752-f5f37ecc31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:47.836696 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-7c034803-72a9-49b2-a752-f5f37ecc31c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 1128 time: 0.0444353 Jun 27 14:20:47.842918 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8c47cb7c-07a2-4587-8be4-4ac7f2023f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:47.935295 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:47.941211 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-ec98cb1e-1e80-4a6a-bbc5-116320680bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:47.942703 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-ec98cb1e-1e80-4a6a-bbc5-116320680bf6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 915 time: 0.0987239 Jun 27 14:20:47.982261 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-7212dc85-3642-4303-81fe-5060c100104f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1734b1-31a6-4c6c-853e-75233061ee62 HTTP/1.1" status: 200 len: 217 time: 0.0332482 Jun 27 14:20:48.031580 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-406b5ef0-1b4b-4a99-85f9-51c70af9328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:48.033007 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-406b5ef0-1b4b-4a99-85f9-51c70af9328e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0448945 Jun 27 14:20:48.078512 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-e0cac033-1d7b-42da-939b-e8cfa21e2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:48.079963 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-e0cac033-1d7b-42da-939b-e8cfa21e2500 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414891 Jun 27 14:20:48.177684 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-afe076a4-c1c3-40db-a74d-7127e2753773 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919018 Jun 27 14:20:48.276249 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2d53092f-f850-40c2-8a8c-d85d61af580b req-33310ffd-3566-4d95-add7-3eca89aa219e service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925562 Jun 27 14:20:48.367101 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 6d1734b1-31a6-4c6c-853e-75233061ee62 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:20:48.381585 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:48.473056 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 6d1734b1-31a6-4c6c-853e-75233061ee62, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d1734b1-31a6-4c6c-853e-75233061ee62,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:20:48.486063 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': '6d1734b1-31a6-4c6c-853e-75233061ee62', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'port_id': '6d1734b1-31a6-4c6c-853e-75233061ee62', 'mac_address': 'fa:16:3e:38:31:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:20:48.521838 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 6d1734b1-31a6-4c6c-853e-75233061ee62 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:20:48.522220 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:48.536516 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1734b1-31a6-4c6c-853e-75233061ee62 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:20:48.557588 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:48.560309 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 6d1734b1-31a6-4c6c-853e-75233061ee62, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d1734b1-31a6-4c6c-853e-75233061ee62,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:20:48.565345 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:48.628795 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=6d1734b1-31a6-4c6c-853e-75233061ee62,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:48.636671 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.637022 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.637363 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.637701 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.638031 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.638358 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.638680 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.639070 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.639991 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.640350 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.640694 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.641077 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.641391 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.641630 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.641934 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:20:48.799439 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['6d1734b1-31a6-4c6c-853e-75233061ee62'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:20:48.901708 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:48.917958 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940a50a-8114-48a9-888f-26e8dc761841 req-7614d235-d8be-4cdc-aad2-5f58a8281297 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:48.919507 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b940a50a-8114-48a9-888f-26e8dc761841 req-7614d235-d8be-4cdc-aad2-5f58a8281297 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 945 time: 0.0499041 Jun 27 14:20:48.971939 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b940a50a-8114-48a9-888f-26e8dc761841 req-37321a0f-d0bf-4f12-92e4-9dbce28e0e39 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=a067ee25-cd45-4940-a90a-4c6f76061d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443895 Jun 27 14:20:49.352971 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:50.100811 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca109085-13c8-41b3-aad0-39298bd71d2c req-450553e5-4ad5-4404-8ae7-b05872dd62da tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:50.102393 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ca109085-13c8-41b3-aad0-39298bd71d2c req-450553e5-4ad5-4404-8ae7-b05872dd62da tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 945 time: 0.0547388 Jun 27 14:20:50.155871 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ca109085-13c8-41b3-aad0-39298bd71d2c req-af49dcbd-3852-44af-b9dc-e913bb44c0e7 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=a067ee25-cd45-4940-a90a-4c6f76061d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474598 Jun 27 14:20:50.386230 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 6d1734b1-31a6-4c6c-853e-75233061ee62 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:20:50.431827 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port 6d1734b1-31a6-4c6c-853e-75233061ee62 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:20:50.440383 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port 6d1734b1-31a6-4c6c-853e-75233061ee62 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:20:50.440742 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:50.515901 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port 6d1734b1-31a6-4c6c-853e-75233061ee62 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:20:50.516292 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:50.541044 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1734b1-31a6-4c6c-853e-75233061ee62'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:20:50.543349 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65e8a41-e5c4-4204-b152-ed4ebacaa222" -d '{"events": [{"server_uuid": "8d40d376-8c7d-485d-a783-39094f8c5f65", "name": "network-vif-plugged", "status": "completed", "tag": "6d1734b1-31a6-4c6c-853e-75233061ee62"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:20:50.556653 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port 6d1734b1-31a6-4c6c-853e-75233061ee62, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d1734b1-31a6-4c6c-853e-75233061ee62,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:20:50.562184 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:50.591971 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13665cc1-3715-4b13-82b7-1f6177d66bbf x-openstack-request-id: req-13665cc1-3715-4b13-82b7-1f6177d66bbf {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:20:50.593029 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d40d376-8c7d-485d-a783-39094f8c5f65", "name": "network-vif-plugged", "status": "completed", "tag": "6d1734b1-31a6-4c6c-853e-75233061ee62", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:20:50.593029 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13665cc1-3715-4b13-82b7-1f6177d66bbf {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:20:50.593976 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13665cc1-3715-4b13-82b7-1f6177d66bbf'] response: {'server_uuid': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1734b1-31a6-4c6c-853e-75233061ee62', 'code': 200} Jun 27 14:20:50.627694 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=6d1734b1-31a6-4c6c-853e-75233061ee62,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:20:50.945979 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:50.949091 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:51.029303 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481574b2-7d62-48ae-a895-9416772ffda4 req-d2182dfa-c1d1-4a10-bfeb-1e9ced8c990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:51.030973 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-481574b2-7d62-48ae-a895-9416772ffda4 req-d2182dfa-c1d1-4a10-bfeb-1e9ced8c990b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 1130 time: 0.3147717 Jun 27 14:20:51.084902 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-481574b2-7d62-48ae-a895-9416772ffda4 req-96b34d41-c1ce-4536-8061-917ba0277202 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a067ee25-cd45-4940-a90a-4c6f76061d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472288 Jun 27 14:20:51.276324 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae143b-c443-4e12-ab9f-33627b840bd2 req-5c2d6b85-c486-4205-8890-da176de199d7 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:51.277887 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-49ae143b-c443-4e12-ab9f-33627b840bd2 req-5c2d6b85-c486-4205-8890-da176de199d7 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 946 time: 0.0502994 Jun 27 14:20:51.311681 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:51.331771 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-49ae143b-c443-4e12-ab9f-33627b840bd2 req-288122ce-b084-4b17-99de-7108d193f63c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=a067ee25-cd45-4940-a90a-4c6f76061d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478110 Jun 27 14:20:52.456275 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a16326-66cb-4368-abd4-1184169b20cc req-9fd4cbd5-23c6-4278-978d-1a12d5a7a2d7 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:52.457789 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10a16326-66cb-4368-abd4-1184169b20cc req-9fd4cbd5-23c6-4278-978d-1a12d5a7a2d7 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 946 time: 0.0499108 Jun 27 14:20:52.510040 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10a16326-66cb-4368-abd4-1184169b20cc req-cb683ab2-d4e8-4d7a-af4a-04642a52d1ef tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=a067ee25-cd45-4940-a90a-4c6f76061d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461540 Jun 27 14:20:52.624748 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd67ce-64b9-468f-b985-9ab90fec5e15 req-c5cc4975-c15a-4595-ac65-d7a0f9222c68 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:52.626294 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0abd67ce-64b9-468f-b985-9ab90fec5e15 req-c5cc4975-c15a-4595-ac65-d7a0f9222c68 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 946 time: 0.0511899 Jun 27 14:20:52.639723 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46082) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:20:52.645082 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-8ddef71e-ec86-4097-98da-9e41b4ee1d19 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'floatingip': {'port_id': '6d1734b1-31a6-4c6c-853e-75233061ee62'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:20:52.685000 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8ddef71e-ec86-4097-98da-9e41b4ee1d19 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (9f78b181-70f3-4fdf-bb64-60ab86b7934c), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:53.163332 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:53.164349 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8ddef71e-ec86-4097-98da-9e41b4ee1d19 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:53.170039 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8ddef71e-ec86-4097-98da-9e41b4ee1d19 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (9f78b181-70f3-4fdf-bb64-60ab86b7934c), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:53.270716 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-8ddef71e-ec86-4097-98da-9e41b4ee1d19 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Floating IP 9f78b181-70f3-4fdf-bb64-60ab86b7934c associated. External IP: 172.27.2.111, port: 6d1734b1-31a6-4c6c-853e-75233061ee62. Jun 27 14:20:53.313689 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:53.475273 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddef71e-ec86-4097-98da-9e41b4ee1d19 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Router e8d48a76-7b66-450b-b890-8f549be8abb7 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:20:53.580791 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddef71e-ec86-4097-98da-9e41b4ee1d19 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:20:53.585885 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8ddef71e-ec86-4097-98da-9e41b4ee1d19 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:20:53.591733 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:20:53.601878 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:20:53.602491 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:53.618421 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8ddef71e-ec86-4097-98da-9e41b4ee1d19 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "PUT /v2.0/floatingips/9f78b181-70f3-4fdf-bb64-60ab86b7934c HTTP/1.1" status: 200 len: 992 time: 0.9774573 Jun 27 14:20:53.619074 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'tag': '6d1734b1-31a6-4c6c-853e-75233061ee62'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:20:53.621354 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6259d89d-f8b2-476c-b238-9becf0fad857" -d '{"events": [{"name": "network-changed", "server_uuid": "8d40d376-8c7d-485d-a783-39094f8c5f65", "tag": "6d1734b1-31a6-4c6c-853e-75233061ee62"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:20:53.660195 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67bd69e-ea7d-4da6-a656-d6e12aede503 x-openstack-request-id: req-c67bd69e-ea7d-4da6-a656-d6e12aede503 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:20:53.660486 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d40d376-8c7d-485d-a783-39094f8c5f65", "tag": "6d1734b1-31a6-4c6c-853e-75233061ee62", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:20:53.660730 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c67bd69e-ea7d-4da6-a656-d6e12aede503 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:20:53.661164 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67bd69e-ea7d-4da6-a656-d6e12aede503'] response: {'name': 'network-changed', 'server_uuid': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'tag': '6d1734b1-31a6-4c6c-853e-75233061ee62', 'status': 'completed', 'code': 200} Jun 27 14:20:53.711189 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:20:53.720785 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-e1907661-d159-4336-a5f7-4b0bd545e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:53.722353 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-e1907661-d159-4336-a5f7-4b0bd545e5a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 1130 time: 0.0403750 Jun 27 14:20:53.818946 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-597c3a6a-2511-4721-9b32-dfbce78e5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:53.820481 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-597c3a6a-2511-4721-9b32-dfbce78e5458 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 915 time: 0.0925996 Jun 27 14:20:53.823759 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:53.856607 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:53.883190 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-efe35cfb-c484-4c59-90f3-98633cd3dc89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1734b1-31a6-4c6c-853e-75233061ee62 HTTP/1.1" status: 200 len: 1000 time: 0.0571930 Jun 27 14:20:53.929176 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '9f78b181-70f3-4fdf-bb64-60ab86b7934c', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '6d1734b1-31a6-4c6c-853e-75233061ee62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:38:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:20:42Z', 'updated_at': '2022-06-27T14:20:53Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:53.937792 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-b52b4dfa-d2f6-4230-b5df-f63b5b7db68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:53.939388 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-b52b4dfa-d2f6-4230-b5df-f63b5b7db68e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0495315 Jun 27 14:20:53.955270 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:20:53.964300 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:20:53.964886 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:53.982945 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-2916b2d7-f954-4b62-91e0-8549f1929914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:20:53.984509 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-2916b2d7-f954-4b62-91e0-8549f1929914 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392509 Jun 27 14:20:54.079266 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:20:54.083478 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-31f3007f-418b-435e-946c-c316bad2e92f service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925426 Jun 27 14:20:54.178969 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6259d89d-f8b2-476c-b238-9becf0fad857 req-3649bf7d-ac3e-4362-89c9-f8c2340e2aaf service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898633 Jun 27 14:20:54.203710 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:20:54.425286 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '9f78b181-70f3-4fdf-bb64-60ab86b7934c', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '6d1734b1-31a6-4c6c-853e-75233061ee62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:38:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:20:42Z', 'updated_at': '2022-06-27T14:20:53Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:20:54.454977 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f02f1-af0f-4e3c-801e-5331a9ea7e83 None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '9f78b181-70f3-4fdf-bb64-60ab86b7934c', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': '6d1734b1-31a6-4c6c-853e-75233061ee62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:38:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:20:42Z', 'updated_at': '2022-06-27T14:20:53Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:20:54.669697 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6324bb1-dc7f-4223-824b-509ef5da0c94 None None] New status for floating IP 9f78b181-70f3-4fdf-bb64-60ab86b7934c: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:20:56.531557 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:01.052774 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46090) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:01.204975 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Deleting port 30104b40-dcc4-4820-9b91-6580f9990beb {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:01.205320 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (30104b40-dcc4-4820-9b91-6580f9990beb), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:01.231352 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:01.292185 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (30104b40-dcc4-4820-9b91-6580f9990beb), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:01.292478 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (30104b40-dcc4-4820-9b91-6580f9990beb), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:01.306101 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Calling delete_port for 30104b40-dcc4-4820-9b91-6580f9990beb owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:01.484722 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (30104b40-dcc4-4820-9b91-6580f9990beb), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:01.508102 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event deleted for resources: {'Port': ['ID=30104b40-dcc4-4820-9b91-6580f9990beb,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:01.576182 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (e16ae0e9-a6d7-41e5-9314-dae545e4e039), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:01.576502 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Floating IP e16ae0e9-a6d7-41e5-9314-dae545e4e039 disassociated (deleted). External IP: 172.27.2.188, port: c5e6d63a-99bf-4f86-89a7-12bcedb86553. Jun 27 14:21:01.780521 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:21:01.834998 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:01.888472 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:01.892217 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:21:01.898245 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:01.904248 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] Sync routers for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:21:01.915349 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:01.915987 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:01.932396 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-476d27df-8c2f-4a1c-b077-ce75acb574c8 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "DELETE /v2.0/floatingips/e16ae0e9-a6d7-41e5-9314-dae545e4e039 HTTP/1.1" status: 204 len: 168 time: 0.8759124 Jun 27 14:21:01.932396 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'tag': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:21:01.932746 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfcf054-6456-472c-a507-ac9c1a58627c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d15419-13ba-4c94-abb5-7203cc8c8e01", "tag": "c5e6d63a-99bf-4f86-89a7-12bcedb86553"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:21:01.978692 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331f8be9-8e42-4310-a261-88002fddf3c3 x-openstack-request-id: req-331f8be9-8e42-4310-a261-88002fddf3c3 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:21:01.978973 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d15419-13ba-4c94-abb5-7203cc8c8e01", "tag": "c5e6d63a-99bf-4f86-89a7-12bcedb86553", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:21:01.979222 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-331f8be9-8e42-4310-a261-88002fddf3c3 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:21:01.979657 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331f8be9-8e42-4310-a261-88002fddf3c3'] response: {'name': 'network-changed', 'server_uuid': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'tag': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'status': 'completed', 'code': 200} Jun 27 14:21:02.048926 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-566d5f31-37ff-4851-bc12-10322d443412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:02.051088 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-566d5f31-37ff-4851-bc12-10322d443412 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 1129 time: 0.0497458 Jun 27 14:21:02.052896 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:02.170906 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-10f19241-9ebd-410f-89b1-c65c67aac01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:02.172407 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-10f19241-9ebd-410f-89b1-c65c67aac01e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 912 time: 0.1130261 Jun 27 14:21:02.200859 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:02.220324 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef45a2-77eb-453a-83a1-fb221746469e req-0b419d0d-ab70-4419-9436-6b2a9ec8c932 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:02.221879 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ebef45a2-77eb-453a-83a1-fb221746469e req-0b419d0d-ab70-4419-9436-6b2a9ec8c932 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0518849 Jun 27 14:21:02.274213 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ebef45a2-77eb-453a-83a1-fb221746469e req-1b2708b0-fa65-4e74-a53b-310cb7412a3a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463524 Jun 27 14:21:02.277999 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:02.289074 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'f0a34adf-9668-4ef8-9207-30a42f26aa61', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a2:af:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:17:00Z', 'updated_at': '2022-06-27T14:17:04Z', 'revision_number': 1, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:02.314547 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] Checking router: ce6e3fea-e9a1-4b52-87de-61dfaef7e95f for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:21:02.323286 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:02.323895 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:02.440342 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:02.559416 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:02.665599 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'f0a34adf-9668-4ef8-9207-30a42f26aa61', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a2:af:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:17:00Z', 'updated_at': '2022-06-27T14:17:04Z', 'revision_number': 1, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:02.694339 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a8349-a962-415f-bbed-ccf347f5a56b None None] The sync data for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi is: [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': 'f0a34adf-9668-4ef8-9207-30a42f26aa61', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'port_id': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'mac_address': 'fa:16:3e:a2:af:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a7477f-593e-41f0-b447-6147f800d1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:17:00Z', 'updated_at': '2022-06-27T14:17:04Z', 'revision_number': 1, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:21:02.928038 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4450cf-0e8f-4b95-84bf-bcf73ff45c15 None None] New status for floating IP e16ae0e9-a6d7-41e5-9314-dae545e4e039: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:21:03.219535 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-d0e2ecfc-42cf-466c-85e6-0872de60d9ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5e6d63a-99bf-4f86-89a7-12bcedb86553 HTTP/1.1" status: 200 len: 217 time: 0.0346138 Jun 27 14:21:03.275457 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-9ab718ce-5d53-45e1-940c-12414d448e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:03.276943 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-9ab718ce-5d53-45e1-940c-12414d448e42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.0488558 Jun 27 14:21:03.400918 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fd84c-38e6-4db8-8cc4-47b53bd848fe req-38542744-d543-434d-ba22-b0f69df43ddb tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:03.402428 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-466fd84c-38e6-4db8-8cc4-47b53bd848fe req-38542744-d543-434d-ba22-b0f69df43ddb tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0502319 Jun 27 14:21:03.406460 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-3a2936bd-6022-4cd1-b0f1-479a808b6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:03.408061 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-3a2936bd-6022-4cd1-b0f1-479a808b6eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403807 Jun 27 14:21:03.422144 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-56bad629-e78d-4db9-8394-84b2667f150b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:21:03.423185 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-56bad629-e78d-4db9-8394-84b2667f150b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053399 Jun 27 14:21:03.440509 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:03.457402 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-466fd84c-38e6-4db8-8cc4-47b53bd848fe req-9d6d2e7f-5b83-4ee5-bb60-56b637574f6c tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490634 Jun 27 14:21:03.525723 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-bf4dc880-2c8e-406b-b346-4f168c04bc16 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930974 Jun 27 14:21:03.700749 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70413274-1c45-4586-ba62-e39d557cc5db req-103ed5bd-7760-4eaf-ac94-31dcbc1d9e0a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:03.702182 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70413274-1c45-4586-ba62-e39d557cc5db req-103ed5bd-7760-4eaf-ac94-31dcbc1d9e0a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 945 time: 0.0577972 Jun 27 14:21:03.703932 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dfcf054-6456-472c-a507-ac9c1a58627c req-5fb4e65f-422f-4e31-9a4d-74fc82cbf06f service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299257 Jun 27 14:21:03.796053 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-70413274-1c45-4586-ba62-e39d557cc5db req-8aebf9f0-f31c-4b8e-84ac-e363b6e2f7c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Deleting port c5e6d63a-99bf-4f86-89a7-12bcedb86553 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:03.796309 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-70413274-1c45-4586-ba62-e39d557cc5db req-8aebf9f0-f31c-4b8e-84ac-e363b6e2f7c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:03.887856 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-70413274-1c45-4586-ba62-e39d557cc5db req-8aebf9f0-f31c-4b8e-84ac-e363b6e2f7c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] For port c5e6d63a-99bf-4f86-89a7-12bcedb86553, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=c5e6d63a-99bf-4f86-89a7-12bcedb86553,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:03.888217 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-70413274-1c45-4586-ba62-e39d557cc5db req-8aebf9f0-f31c-4b8e-84ac-e363b6e2f7c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:03.902347 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-70413274-1c45-4586-ba62-e39d557cc5db req-8aebf9f0-f31c-4b8e-84ac-e363b6e2f7c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Calling delete_port for c5e6d63a-99bf-4f86-89a7-12bcedb86553 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:04.041002 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-70413274-1c45-4586-ba62-e39d557cc5db req-8aebf9f0-f31c-4b8e-84ac-e363b6e2f7c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (c5e6d63a-99bf-4f86-89a7-12bcedb86553), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:04.069327 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebf9f0-f31c-4b8e-84ac-e363b6e2f7c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event deleted for resources: {'Port': ['ID=c5e6d63a-99bf-4f86-89a7-12bcedb86553,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:04.117497 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-70413274-1c45-4586-ba62-e39d557cc5db req-8aebf9f0-f31c-4b8e-84ac-e363b6e2f7c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] No DVR routers for this DVR port c5e6d63a-99bf-4f86-89a7-12bcedb86553 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:21:04.120046 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-70413274-1c45-4586-ba62-e39d557cc5db req-8aebf9f0-f31c-4b8e-84ac-e363b6e2f7c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:04.123282 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70413274-1c45-4586-ba62-e39d557cc5db req-8aebf9f0-f31c-4b8e-84ac-e363b6e2f7c9 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "DELETE /v2.0/ports/c5e6d63a-99bf-4f86-89a7-12bcedb86553 HTTP/1.1" status: 204 len: 173 time: 0.4110928 Jun 27 14:21:04.123758 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'name': 'network-vif-deleted', 'tag': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:21:04.125989 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae21fc9-cde6-4fb2-b3b0-e27118204a41" -d '{"events": [{"server_uuid": "b6d15419-13ba-4c94-abb5-7203cc8c8e01", "name": "network-vif-deleted", "tag": "c5e6d63a-99bf-4f86-89a7-12bcedb86553"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:21:04.166554 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46065b41-7cc1-4cd3-a78c-88fd353854b8 x-openstack-request-id: req-46065b41-7cc1-4cd3-a78c-88fd353854b8 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:21:04.166892 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d15419-13ba-4c94-abb5-7203cc8c8e01", "name": "network-vif-deleted", "tag": "c5e6d63a-99bf-4f86-89a7-12bcedb86553", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:21:04.167146 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46065b41-7cc1-4cd3-a78c-88fd353854b8 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:21:04.167556 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46065b41-7cc1-4cd3-a78c-88fd353854b8'] response: {'server_uuid': 'b6d15419-13ba-4c94-abb5-7203cc8c8e01', 'name': 'network-vif-deleted', 'tag': 'c5e6d63a-99bf-4f86-89a7-12bcedb86553', 'status': 'completed', 'code': 200} Jun 27 14:21:04.575837 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48f2b7ad-2342-4859-9f9c-8f4fe87c9c4f req-331d74b5-e753-4d2a-9f22-7f4b961d1022 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6d15419-13ba-4c94-abb5-7203cc8c8e01 HTTP/1.1" status: 200 len: 210 time: 0.0322754 Jun 27 14:21:06.430112 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device c5e6d63a-99bf-4f86-89a7-12bcedb86553 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:21:06.450579 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: c5e6d63a-99bf-4f86-89a7-12bcedb86553 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:21:06.450957 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device c5e6d63a-99bf-4f86-89a7-12bcedb86553 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:21:07.895675 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46120) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:08.040947 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Deleting port 2f0b4fe4-2d48-402f-b428-1a70d381f6cc {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:08.041297 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (2f0b4fe4-2d48-402f-b428-1a70d381f6cc), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:08.118869 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (2f0b4fe4-2d48-402f-b428-1a70d381f6cc), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:08.119175 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (2f0b4fe4-2d48-402f-b428-1a70d381f6cc), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:08.136607 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Calling delete_port for 2f0b4fe4-2d48-402f-b428-1a70d381f6cc owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:08.285949 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:08.294430 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (2f0b4fe4-2d48-402f-b428-1a70d381f6cc), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:08.327148 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event deleted for resources: {'Port': ['ID=2f0b4fe4-2d48-402f-b428-1a70d381f6cc,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:08.397800 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (f0a34adf-9668-4ef8-9207-30a42f26aa61), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:08.398030 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Floating IP f0a34adf-9668-4ef8-9207-30a42f26aa61 disassociated (deleted). External IP: 172.27.2.248, port: f17c4d37-f2f6-4bee-a8e1-d1c01134aab9. Jun 27 14:21:08.602674 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:08.607549 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:21:08.719582 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:21:08.723842 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:08.729122 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] Sync routers for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:21:08.739963 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:08.740590 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:08.756592 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3245d07b-0340-4a1a-971f-fc96e04931f3 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "DELETE /v2.0/floatingips/f0a34adf-9668-4ef8-9207-30a42f26aa61 HTTP/1.1" status: 204 len: 168 time: 0.8574431 Jun 27 14:21:08.756592 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a7477f-593e-41f0-b447-6147f800d1f6', 'tag': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:21:08.757069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923" -d '{"events": [{"name": "network-changed", "server_uuid": "86a7477f-593e-41f0-b447-6147f800d1f6", "tag": "f17c4d37-f2f6-4bee-a8e1-d1c01134aab9"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:21:08.796199 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e399c0-6abc-43f6-9fda-20d2c62f5375 x-openstack-request-id: req-59e399c0-6abc-43f6-9fda-20d2c62f5375 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:21:08.796558 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a7477f-593e-41f0-b447-6147f800d1f6", "tag": "f17c4d37-f2f6-4bee-a8e1-d1c01134aab9", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:21:08.796906 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59e399c0-6abc-43f6-9fda-20d2c62f5375 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:21:08.797359 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e399c0-6abc-43f6-9fda-20d2c62f5375'] response: {'name': 'network-changed', 'server_uuid': '86a7477f-593e-41f0-b447-6147f800d1f6', 'tag': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'status': 'completed', 'code': 200} Jun 27 14:21:08.852112 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:08.862924 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-0a1e6252-eed2-406c-acc2-d386b4d1d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:08.864431 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-0a1e6252-eed2-406c-acc2-d386b4d1d825 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=776f23a8a2de459b9183939d76c7a2fb&device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 1130 time: 0.0417614 Jun 27 14:21:08.896979 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:08.975608 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-222ac7ab-7025-401d-a13f-62c2040923d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:08.977133 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-222ac7ab-7025-401d-a13f-62c2040923d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 200 len: 912 time: 0.1044791 Jun 27 14:21:09.005611 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e51e2-e0b5-4855-9b6c-31418317815f req-a961c9ae-585e-4f87-9252-dca12e66b1d4 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:09.007133 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0e5e51e2-e0b5-4855-9b6c-31418317815f req-a961c9ae-585e-4f87-9252-dca12e66b1d4 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 946 time: 0.0486786 Jun 27 14:21:09.062602 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0e5e51e2-e0b5-4855-9b6c-31418317815f req-24731f18-0c96-466b-82ff-31973300be25 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488367 Jun 27 14:21:09.070413 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:09.097729 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] Checking router: ce6e3fea-e9a1-4b52-87de-61dfaef7e95f for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:21:09.106850 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:09.107453 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:09.350614 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:09.546329 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:09.574892 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa060a-cd9d-4428-8f54-57c627c2bcd3 None None] The sync data for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi is: [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:12:56Z', 'revision_number': 4, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '3ba942e9-3d1b-4917-88a1-9d59be54c7ba', 'name': '', 'network_id': '8fb02f13-7fd9-486a-8e55-0cda9370b358', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'mac_address': 'fa:16:3e:bb:81:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:54Z', 'updated_at': '2022-06-27T14:13:00Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'subnets': [{'id': '80bed61e-cd3e-4296-b188-91dcd38fc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:21:09.804373 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b263eda-3c5a-469f-a602-d1f273f3bdf5 None None] New status for floating IP f0a34adf-9668-4ef8-9207-30a42f26aa61: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:21:09.993194 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-35c008ef-b206-4776-ba47-8c8c157702b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 HTTP/1.1" status: 200 len: 217 time: 0.0464368 Jun 27 14:21:10.044017 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-5e153737-c269-4ba9-bf82-569f308bbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:10.045504 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-5e153737-c269-4ba9-bf82-569f308bbbce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 200 len: 850 time: 0.0464971 Jun 27 14:21:10.164122 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-f320d212-40e3-436e-b612-b4b9f6768567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:10.165767 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-f320d212-40e3-436e-b612-b4b9f6768567 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb02f13-7fd9-486a-8e55-0cda9370b358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404706 Jun 27 14:21:10.189427 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7200cb6-e9ec-4836-a191-9663bcfff67a req-eaa7a504-e2b6-4c1a-a37e-1c8b768ce4a1 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:10.191551 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b7200cb6-e9ec-4836-a191-9663bcfff67a req-eaa7a504-e2b6-4c1a-a37e-1c8b768ce4a1 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 946 time: 0.0509727 Jun 27 14:21:10.191695 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:10.243614 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b7200cb6-e9ec-4836-a191-9663bcfff67a req-dff78237-5425-493a-b255-fb8ae1adca86 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/security-groups?id=b271503f-82f5-48a6-9ce3-e522f9dbffd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466769 Jun 27 14:21:10.263311 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-2a9a574b-f5fd-4c78-bc6c-7c158d844ed8 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906398 Jun 27 14:21:10.477443 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-bfea2fea-b69a-4763-b4f5-511f4a4d7bb4 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:10.478979 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-bfea2fea-b69a-4763-b4f5-511f4a4d7bb4 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 946 time: 0.0584385 Jun 27 14:21:10.496232 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d6a8a08-7414-40fc-a0ab-dfe6e751c923 req-3c5627ef-0473-4bd8-b2c5-ae2b1ca2e0cc service neutron] 10.222.0.13 "GET /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370394 Jun 27 14:21:10.566192 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-8236ec05-b08c-4af9-a9e6-a3f287b6861a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Deleting port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:10.566531 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-8236ec05-b08c-4af9-a9e6-a3f287b6861a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:10.659647 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-8236ec05-b08c-4af9-a9e6-a3f287b6861a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] For port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:10.660002 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-8236ec05-b08c-4af9-a9e6-a3f287b6861a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:10.673420 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-8236ec05-b08c-4af9-a9e6-a3f287b6861a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Calling delete_port for f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:10.827085 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-8236ec05-b08c-4af9-a9e6-a3f287b6861a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (f17c4d37-f2f6-4bee-a8e1-d1c01134aab9), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:10.858346 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236ec05-b08c-4af9-a9e6-a3f287b6861a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event deleted for resources: {'Port': ['ID=f17c4d37-f2f6-4bee-a8e1-d1c01134aab9,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:10.900837 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-8236ec05-b08c-4af9-a9e6-a3f287b6861a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] No DVR routers for this DVR port f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:21:10.903463 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-8236ec05-b08c-4af9-a9e6-a3f287b6861a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:10.906844 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-87b4e02d-2bd9-463d-a435-6a9ca4fb8e67 req-8236ec05-b08c-4af9-a9e6-a3f287b6861a tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.13 "DELETE /v2.0/ports/f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 HTTP/1.1" status: 204 len: 173 time: 0.4205670 Jun 27 14:21:10.907275 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a7477f-593e-41f0-b447-6147f800d1f6', 'name': 'network-vif-deleted', 'tag': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:21:10.909477 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20cc023-d218-440b-8a02-300b28342f90" -d '{"events": [{"server_uuid": "86a7477f-593e-41f0-b447-6147f800d1f6", "name": "network-vif-deleted", "tag": "f17c4d37-f2f6-4bee-a8e1-d1c01134aab9"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:21:11.145775 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a83ed3c-f722-4975-b5f5-278d613c68fb x-openstack-request-id: req-0a83ed3c-f722-4975-b5f5-278d613c68fb {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:21:11.146396 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a7477f-593e-41f0-b447-6147f800d1f6", "name": "network-vif-deleted", "tag": "f17c4d37-f2f6-4bee-a8e1-d1c01134aab9", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:21:11.146396 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a83ed3c-f722-4975-b5f5-278d613c68fb {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:21:11.146681 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a83ed3c-f722-4975-b5f5-278d613c68fb'] response: {'server_uuid': '86a7477f-593e-41f0-b447-6147f800d1f6', 'name': 'network-vif-deleted', 'tag': 'f17c4d37-f2f6-4bee-a8e1-d1c01134aab9', 'status': 'completed', 'code': 200} Jun 27 14:21:11.357409 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-949aa149-b73b-484d-a654-32868a806135 req-10fee163-aab4-4d60-97d1-9f6a2e94108f tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a7477f-593e-41f0-b447-6147f800d1f6 HTTP/1.1" status: 200 len: 210 time: 0.0287466 Jun 27 14:21:12.423161 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46138) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:12.429747 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:21:12.450360 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:21:12.450726 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device f17c4d37-f2f6-4bee-a8e1-d1c01134aab9 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:21:12.537253 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-0968bef6-304c-4cec-bb67-de443b7ced50 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Deleting port 6fe75f5e-a7c9-4ec8-be26-1695b7855ad5 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:12.537544 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0968bef6-304c-4cec-bb67-de443b7ced50 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (6fe75f5e-a7c9-4ec8-be26-1695b7855ad5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:12.616163 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0968bef6-304c-4cec-bb67-de443b7ced50 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (6fe75f5e-a7c9-4ec8-be26-1695b7855ad5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:12.616504 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0968bef6-304c-4cec-bb67-de443b7ced50 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (6fe75f5e-a7c9-4ec8-be26-1695b7855ad5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:12.629422 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-0968bef6-304c-4cec-bb67-de443b7ced50 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Calling delete_port for 6fe75f5e-a7c9-4ec8-be26-1695b7855ad5 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:12.674728 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:12.676606 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:12.768076 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0968bef6-304c-4cec-bb67-de443b7ced50 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (6fe75f5e-a7c9-4ec8-be26-1695b7855ad5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:12.794142 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968bef6-304c-4cec-bb67-de443b7ced50 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event deleted for resources: {'Port': ['ID=6fe75f5e-a7c9-4ec8-be26-1695b7855ad5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:12.861933 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0968bef6-304c-4cec-bb67-de443b7ced50 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for floatingip (702856fb-a15a-466e-8b61-806cf5703bd6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:12.865609 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0968bef6-304c-4cec-bb67-de443b7ced50 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:12.867184 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0968bef6-304c-4cec-bb67-de443b7ced50 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "DELETE /v2.0/floatingips/702856fb-a15a-466e-8b61-806cf5703bd6 HTTP/1.1" status: 204 len: 168 time: 0.4439285 Jun 27 14:21:13.004088 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:21:14.080041 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46150) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:14.143523 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1151-65c2-44eb-b66c-84a3df1a1925 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group (b271503f-82f5-48a6-9ce3-e522f9dbffd2), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:14.170590 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1151-65c2-44eb-b66c-84a3df1a1925 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group (b271503f-82f5-48a6-9ce3-e522f9dbffd2), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:14.242546 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1151-65c2-44eb-b66c-84a3df1a1925 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (b271503f-82f5-48a6-9ce3-e522f9dbffd2), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:14.245918 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1151-65c2-44eb-b66c-84a3df1a1925 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:14.247459 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ec1d1151-65c2-44eb-b66c-84a3df1a1925 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] 10.222.0.43 "DELETE /v2.0/security-groups/b271503f-82f5-48a6-9ce3-e522f9dbffd2 HTTP/1.1" status: 204 len: 168 time: 0.1664302 Jun 27 14:21:14.261281 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d1151-65c2-44eb-b66c-84a3df1a1925 tempest-TestVolumeBootPattern-1607552359 tempest-TestVolumeBootPattern-1607552359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b271503f-82f5-48a6-9ce3-e522f9dbffd2,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:14.311008 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46154) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:14.804199 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:15.007401 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:15.047047 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] Deleting port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:15.047349 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:15.058291 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:15.126146 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] For port 3ba942e9-3d1b-4917-88a1-9d59be54c7ba, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=3ba942e9-3d1b-4917-88a1-9d59be54c7ba,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:15.126915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:15.140306 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] Calling delete_port for 3ba942e9-3d1b-4917-88a1-9d59be54c7ba owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:15.331747 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (3ba942e9-3d1b-4917-88a1-9d59be54c7ba), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:15.357289 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba942e9-3d1b-4917-88a1-9d59be54c7ba,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:15.635149 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9bc6add2-fd11-4654-a670-f7c4c8ff3ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:15.777082 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:15.994153 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] Router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:21:16.099045 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:21:16.104668 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-bb51861d-3d1c-4abe-b97a-24d8f8f6e9f4 admin admin] 10.222.0.43 "PUT /v2.0/routers/ce6e3fea-e9a1-4b52-87de-61dfaef7e95f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7922833 Jun 27 14:21:16.107325 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46160) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:16.110264 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] Sync routers for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:21:16.122281 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:16.123146 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:16.143083 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:16.161641 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:16.164992 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:16.172755 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:16.226736 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Publish callbacks [] for router (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.239422 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:16.324684 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Publish callbacks [] for router_gateway (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.373481 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Deleting port 912bb4be-c181-4d0c-9611-79d8e23bf0e9 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:16.373803 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.416936 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:21:15Z', 'revision_number': 5, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port': {'id': '912bb4be-c181-4d0c-9611-79d8e23bf0e9', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:12:50Z', 'updated_at': '2022-06-27T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:16.443035 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] Checking router: ce6e3fea-e9a1-4b52-87de-61dfaef7e95f for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:21:16.451553 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] Routers {'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:16.452155 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:20:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:16.454413 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] For port 912bb4be-c181-4d0c-9611-79d8e23bf0e9, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=912bb4be-c181-4d0c-9611-79d8e23bf0e9,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:16.454838 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.469361 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Calling delete_port for 912bb4be-c181-4d0c-9611-79d8e23bf0e9 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:16.546251 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] Set router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f gateway port host: None {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:16.596215 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:21:16Z', 'revision_number': 6, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port_host': None}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:16.625156 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a5645-3ac0-486b-83d3-afc7d9947d01 None None] The sync data for ids ['ce6e3fea-e9a1-4b52-87de-61dfaef7e95f'] in dv-cinder-841125-9-iscsi is: [{'id': 'ce6e3fea-e9a1-4b52-87de-61dfaef7e95f', 'name': 'tempest-TestVolumeBootPattern-368275427-router', 'tenant_id': '776f23a8a2de459b9183939d76c7a2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:12:49Z', 'updated_at': '2022-06-27T14:21:16Z', 'revision_number': 6, 'project_id': '776f23a8a2de459b9183939d76c7a2fb', 'gw_port_host': None}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:21:16.651818 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (912bb4be-c181-4d0c-9611-79d8e23bf0e9), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.677591 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Pushing event deleted for resources: {'Port': ['ID=912bb4be-c181-4d0c-9611-79d8e23bf0e9,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:16.742268 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.830293 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.832491 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Publish callbacks [] for router_controller (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.876580 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (ce6e3fea-e9a1-4b52-87de-61dfaef7e95f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.877200 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce6e3fea-e9a1-4b52-87de-61dfaef7e95f {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:21:16.881587 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.882839 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5ba4bfe6-9d95-43d8-9954-f9431f7bc709 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ce6e3fea-e9a1-4b52-87de-61dfaef7e95f HTTP/1.1" status: 204 len: 168 time: 0.7745895 Jun 27 14:21:16.886239 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46162) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:16.931987 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f521d9-d48a-4b29-965d-362f740b8f4b admin admin] Deleting subnet 80bed61e-cd3e-4296-b188-91dcd38fc5a6 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:21:16.936028 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-67f521d9-d48a-4b29-965d-362f740b8f4b admin admin] Publish callbacks [] for subnet (80bed61e-cd3e-4296-b188-91dcd38fc5a6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:16.977797 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-67f521d9-d48a-4b29-965d-362f740b8f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6108203'] for subnet (80bed61e-cd3e-4296-b188-91dcd38fc5a6), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.058742 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-67f521d9-d48a-4b29-965d-362f740b8f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (80bed61e-cd3e-4296-b188-91dcd38fc5a6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.060711 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:17.090388 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:17.118397 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-67f521d9-d48a-4b29-965d-362f740b8f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819297'] for subnet (80bed61e-cd3e-4296-b188-91dcd38fc5a6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.148962 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f521d9-d48a-4b29-965d-362f740b8f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80bed61e-cd3e-4296-b188-91dcd38fc5a6,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:17.154089 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-67f521d9-d48a-4b29-965d-362f740b8f4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.157561 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-67f521d9-d48a-4b29-965d-362f740b8f4b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/80bed61e-cd3e-4296-b188-91dcd38fc5a6 HTTP/1.1" status: 204 len: 168 time: 0.2700875 Jun 27 14:21:17.159952 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46164) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:17.162533 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b3dee0-03e4-4b7a-9192-0d481c326022 None None] Network 8fb02f13-7fd9-486a-8e55-0cda9370b358 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:21:17.231368 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (8fb02f13-7fd9-486a-8e55-0cda9370b358), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.274020 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Deleting port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:17.274285 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.344573 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] For port 805a0cb2-56ec-4063-9d33-eb5414f9acc4, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=805a0cb2-56ec-4063-9d33-eb5414f9acc4,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:17.344831 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.360930 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Calling delete_port for 805a0cb2-56ec-4063-9d33-eb5414f9acc4 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:17.392341 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1651c8c-73ff-48b8-88b0-d82d2e86f5ad None None] DHCP port deletion for 8fb02f13-7fd9-486a-8e55-0cda9370b358 request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:21:17.435022 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a1651c8c-73ff-48b8-88b0-d82d2e86f5ad None None] Deleting port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:17.435396 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a1651c8c-73ff-48b8-88b0-d82d2e86f5ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.442187 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.466790 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=805a0cb2-56ec-4063-9d33-eb5414f9acc4,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:17.473715 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] No DVR routers for this DVR port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 on host dv-cinder-841125-9-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:21:17.501069 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-a1651c8c-73ff-48b8-88b0-d82d2e86f5ad None None] For port 805a0cb2-56ec-4063-9d33-eb5414f9acc4, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=805a0cb2-56ec-4063-9d33-eb5414f9acc4,segment=NetworkSegment(95a5aef6-9f43-4cf8-8da0-b0c47f02fa05),segment_id=95a5aef6-9f43-4cf8-8da0-b0c47f02fa05)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:17.501461 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a1651c8c-73ff-48b8-88b0-d82d2e86f5ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.516696 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a1651c8c-73ff-48b8-88b0-d82d2e86f5ad None None] Calling delete_port for 805a0cb2-56ec-4063-9d33-eb5414f9acc4 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:17.554414 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (8fb02f13-7fd9-486a-8e55-0cda9370b358), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.575738 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb02f13-7fd9-486a-8e55-0cda9370b358']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:17.587198 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:17.587501 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a5aef6-9f43-4cf8-8da0-b0c47f02fa05') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:17.598323 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a1651c8c-73ff-48b8-88b0-d82d2e86f5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (805a0cb2-56ec-4063-9d33-eb5414f9acc4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.598500 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6108208'] for segment (95a5aef6-9f43-4cf8-8da0-b0c47f02fa05), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.614184 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (95a5aef6-9f43-4cf8-8da0-b0c47f02fa05), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.622253 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:21:17.622599 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1651c8c-73ff-48b8-88b0-d82d2e86f5ad None None] Pushing event deleted for resources: {'Port': ['ID=805a0cb2-56ec-4063-9d33-eb5414f9acc4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:17.622781 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144016'] for segment (95a5aef6-9f43-4cf8-8da0-b0c47f02fa05), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.630083 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1651c8c-73ff-48b8-88b0-d82d2e86f5ad None None] No DVR routers for this DVR port 805a0cb2-56ec-4063-9d33-eb5414f9acc4 on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:21:17.714870 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (8fb02f13-7fd9-486a-8e55-0cda9370b358), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.722223 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:17.725049 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] 10.222.0.43 "DELETE /v2.0/networks/8fb02f13-7fd9-486a-8e55-0cda9370b358 HTTP/1.1" status: 204 len: 168 time: 0.5641401 Jun 27 14:21:17.728196 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46170) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:17.740136 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae09c7-895e-4223-bf59-3ad661884c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb02f13-7fd9-486a-8e55-0cda9370b358,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:17.794885 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 95a5aef6-9f43-4cf8-8da0-b0c47f02fa05 resource provider aggregate not found Jun 27 14:21:17.812128 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 95a5aef6-9f43-4cf8-8da0-b0c47f02fa05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95a5aef6-9f43-4cf8-8da0-b0c47f02fa05 found for delete ", "request_id": "req-dcc0c022-e007-4b3c-814d-6db7ad47a305"}]} Jun 27 14:21:17.838800 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65f5d323-ff3a-4e62-b2a8-ff99d1a6d3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:18.057457 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:18.059094 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:18.222354 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 3ba942e9-3d1b-4917-88a1-9d59be54c7ba no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:21:18.242393 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 3ba942e9-3d1b-4917-88a1-9d59be54c7ba {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:21:18.242838 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 3ba942e9-3d1b-4917-88a1-9d59be54c7ba not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:21:18.243261 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 805a0cb2-56ec-4063-9d33-eb5414f9acc4 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:21:18.261973 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 805a0cb2-56ec-4063-9d33-eb5414f9acc4 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:21:18.262296 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 805a0cb2-56ec-4063-9d33-eb5414f9acc4 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:21:18.262760 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 912bb4be-c181-4d0c-9611-79d8e23bf0e9 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:21:18.281926 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] Deleting port 293997ec-3d61-4d0e-b818-ce6da55b28c8 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:18.282266 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:18.284408 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 912bb4be-c181-4d0c-9611-79d8e23bf0e9 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:21:18.284792 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 912bb4be-c181-4d0c-9611-79d8e23bf0e9 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:21:18.305820 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:18.365148 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] For port 293997ec-3d61-4d0e-b818-ce6da55b28c8, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=293997ec-3d61-4d0e-b818-ce6da55b28c8,segment=NetworkSegment(175a6d32-3d37-4804-89bc-76be57c205e7),segment_id=175a6d32-3d37-4804-89bc-76be57c205e7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:18.365487 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:18.379036 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] Calling delete_port for 293997ec-3d61-4d0e-b818-ce6da55b28c8 owned by network:router_interface {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:18.857383 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (293997ec-3d61-4d0e-b818-ce6da55b28c8), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:18.883802 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=293997ec-3d61-4d0e-b818-ce6da55b28c8,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:19.065670 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:19.263901 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:19.286615 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] Router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:21:19.356432 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:19.398676 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:21:19.407156 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46174) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:19.407821 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-065b75f3-a624-490e-8875-83e6491b98a7 admin admin] 10.222.0.43 "PUT /v2.0/routers/5a4ed7e4-14b6-41eb-a1e1-7bdd66121545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6784678 Jun 27 14:21:19.410246 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] Sync routers for ids ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'] in dv-cinder-841125-9-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:21:19.421298 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] Routers {'5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:19.421930 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:21:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:19.517677 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Publish callbacks [] for router (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:19.524905 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] Set router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:19.637810 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Publish callbacks [] for router_gateway (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:19.683870 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Deleting port dd120fa8-b1a8-4356-b76a-994ddaa8fadc {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:19.684287 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:19.708918 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'name': 'tempest-TestVolumeBootPattern-648334842-router', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:13:00Z', 'updated_at': '2022-06-27T14:21:18Z', 'revision_number': 5, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'gw_port': {'id': 'dd120fa8-b1a8-4356-b76a-994ddaa8fadc', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:13:02Z', 'updated_at': '2022-06-27T14:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:19.709253 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:19.738150 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] Checking router: 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 for host: dv-cinder-841125-9-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:21:19.747455 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] Routers {'5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:19.748085 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:21:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:19.785353 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] For port dd120fa8-b1a8-4356-b76a-994ddaa8fadc, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=dd120fa8-b1a8-4356-b76a-994ddaa8fadc,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:19.785723 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:19.793165 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:19.801776 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Calling delete_port for dd120fa8-b1a8-4356-b76a-994ddaa8fadc owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:19.840907 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] Set router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:19.897490 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'name': 'tempest-TestVolumeBootPattern-648334842-router', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:13:00Z', 'updated_at': '2022-06-27T14:21:19Z', 'revision_number': 6, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'gw_port_host': None}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:19.933851 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43347c-cf13-48fe-8942-931095cc610b None None] The sync data for ids ['5a4ed7e4-14b6-41eb-a1e1-7bdd66121545'] in dv-cinder-841125-9-iscsi is: [{'id': '5a4ed7e4-14b6-41eb-a1e1-7bdd66121545', 'name': 'tempest-TestVolumeBootPattern-648334842-router', 'tenant_id': '097e5311e73e4307b930bdd2e4599f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:13:00Z', 'updated_at': '2022-06-27T14:21:19Z', 'revision_number': 6, 'project_id': '097e5311e73e4307b930bdd2e4599f8c', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:21:19.998166 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (dd120fa8-b1a8-4356-b76a-994ddaa8fadc), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.026569 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd120fa8-b1a8-4356-b76a-994ddaa8fadc,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:20.097330 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.186976 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.189212 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Publish callbacks [] for router_controller (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.232694 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (5a4ed7e4-14b6-41eb-a1e1-7bdd66121545), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.233236 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:21:20.237619 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.238835 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-930d8219-f66b-4952-9b6e-fb6097ec093e admin admin] 10.222.0.43 "DELETE /v2.0/routers/5a4ed7e4-14b6-41eb-a1e1-7bdd66121545 HTTP/1.1" status: 204 len: 168 time: 0.8303576 Jun 27 14:21:20.241448 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46176) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:20.301431 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aff8f69-d0ad-4dd8-a30d-6626d5e488fc admin admin] Deleting subnet 6ddfd829-cfc6-41d0-958d-2183f79e31bf {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:21:20.304903 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8aff8f69-d0ad-4dd8-a30d-6626d5e488fc admin admin] Publish callbacks [] for subnet (6ddfd829-cfc6-41d0-958d-2183f79e31bf), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.343992 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8aff8f69-d0ad-4dd8-a30d-6626d5e488fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6108203'] for subnet (6ddfd829-cfc6-41d0-958d-2183f79e31bf), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.390947 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 293997ec-3d61-4d0e-b818-ce6da55b28c8 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:21:20.418933 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 293997ec-3d61-4d0e-b818-ce6da55b28c8 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:21:20.419283 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 293997ec-3d61-4d0e-b818-ce6da55b28c8 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:21:20.436522 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8aff8f69-d0ad-4dd8-a30d-6626d5e488fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (6ddfd829-cfc6-41d0-958d-2183f79e31bf), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.493046 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8aff8f69-d0ad-4dd8-a30d-6626d5e488fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819297'] for subnet (6ddfd829-cfc6-41d0-958d-2183f79e31bf), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.519077 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff8f69-d0ad-4dd8-a30d-6626d5e488fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddfd829-cfc6-41d0-958d-2183f79e31bf,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:20.522834 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8aff8f69-d0ad-4dd8-a30d-6626d5e488fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.526018 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8aff8f69-d0ad-4dd8-a30d-6626d5e488fc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6ddfd829-cfc6-41d0-958d-2183f79e31bf HTTP/1.1" status: 204 len: 168 time: 0.2835608 Jun 27 14:21:20.528660 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41370c2-26a8-4d9c-bb4e-f2e9867f48ea None None] Network f30e4521-c839-44c0-9b12-09388a9726fc requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:21:20.528848 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46178) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:20.588302 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:20.600381 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (f30e4521-c839-44c0-9b12-09388a9726fc), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.651811 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Deleting port 664fe3b3-6b3e-4831-9984-3ab2d273d625 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:20.652829 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.719401 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] For port 664fe3b3-6b3e-4831-9984-3ab2d273d625, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=664fe3b3-6b3e-4831-9984-3ab2d273d625,segment=NetworkSegment(175a6d32-3d37-4804-89bc-76be57c205e7),segment_id=175a6d32-3d37-4804-89bc-76be57c205e7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:20.719656 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.734751 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Calling delete_port for 664fe3b3-6b3e-4831-9984-3ab2d273d625 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:20.752139 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbb8eb1-1ad7-4f85-bd58-54ff6522b7a2 None None] DHCP port deletion for f30e4521-c839-44c0-9b12-09388a9726fc request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:21:20.792929 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb8eb1-1ad7-4f85-bd58-54ff6522b7a2 None None] Deleting port 664fe3b3-6b3e-4831-9984-3ab2d273d625 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:20.793303 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8eb1-1ad7-4f85-bd58-54ff6522b7a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.814263 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:20.819256 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:20.824127 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.850081 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=664fe3b3-6b3e-4831-9984-3ab2d273d625,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:20.852739 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:20.858746 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] No DVR routers for this DVR port 664fe3b3-6b3e-4831-9984-3ab2d273d625 on host dv-cinder-841125-9-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:21:20.866797 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5dbb8eb1-1ad7-4f85-bd58-54ff6522b7a2 None None] For port 664fe3b3-6b3e-4831-9984-3ab2d273d625, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=664fe3b3-6b3e-4831-9984-3ab2d273d625,segment=NetworkSegment(175a6d32-3d37-4804-89bc-76be57c205e7),segment_id=175a6d32-3d37-4804-89bc-76be57c205e7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:20.867199 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8eb1-1ad7-4f85-bd58-54ff6522b7a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.882478 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb8eb1-1ad7-4f85-bd58-54ff6522b7a2 None None] Calling delete_port for 664fe3b3-6b3e-4831-9984-3ab2d273d625 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:20.931263 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (f30e4521-c839-44c0-9b12-09388a9726fc), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.954698 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30e4521-c839-44c0-9b12-09388a9726fc']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:20.967590 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175a6d32-3d37-4804-89bc-76be57c205e7') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:20.968272 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175a6d32-3d37-4804-89bc-76be57c205e7') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:20.969032 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.971189 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.984223 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6108208'] for segment (175a6d32-3d37-4804-89bc-76be57c205e7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.990256 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5dbb8eb1-1ad7-4f85-bd58-54ff6522b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (664fe3b3-6b3e-4831-9984-3ab2d273d625), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:20.999410 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (175a6d32-3d37-4804-89bc-76be57c205e7), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.007463 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:21:21.007976 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144016'] for segment (175a6d32-3d37-4804-89bc-76be57c205e7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.021818 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb8eb1-1ad7-4f85-bd58-54ff6522b7a2 None None] Pushing event deleted for resources: {'Port': ['ID=664fe3b3-6b3e-4831-9984-3ab2d273d625,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:21.026528 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb8eb1-1ad7-4f85-bd58-54ff6522b7a2 None None] No DVR routers for this DVR port 664fe3b3-6b3e-4831-9984-3ab2d273d625 on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:21:21.036257 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 175a6d32-3d37-4804-89bc-76be57c205e7 resource provider aggregate not found Jun 27 14:21:21.070960 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 175a6d32-3d37-4804-89bc-76be57c205e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 175a6d32-3d37-4804-89bc-76be57c205e7 found for delete ", "request_id": "req-164365fc-633d-485a-b303-9df7cc0a39c6"}]} Jun 27 14:21:21.080613 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (f30e4521-c839-44c0-9b12-09388a9726fc), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.086457 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.092684 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f30e4521-c839-44c0-9b12-09388a9726fc HTTP/1.1" status: 204 len: 168 time: 0.5623600 Jun 27 14:21:21.103918 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113d7ae-a6cf-4f4f-8d4d-5cb96de0cef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f30e4521-c839-44c0-9b12-09388a9726fc,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:21.214116 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46186) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:21.259870 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-df9a8a80-ec05-416a-bf38-09e1060f9bd7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=776f23a8a2de459b9183939d76c7a2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439494 Jun 27 14:21:21.262345 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46188) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:21.279769 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:21.316494 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-60642e64-6dc3-4de9-853d-20d611d832b0 admin admin] Publish callbacks [] for security_group (54e14570-9814-4646-befc-c96dcaf6fb05), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.339521 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-60642e64-6dc3-4de9-853d-20d611d832b0 admin admin] Publish callbacks [] for security_group (54e14570-9814-4646-befc-c96dcaf6fb05), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.396834 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-60642e64-6dc3-4de9-853d-20d611d832b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (54e14570-9814-4646-befc-c96dcaf6fb05), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.401142 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-60642e64-6dc3-4de9-853d-20d611d832b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.403695 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-60642e64-6dc3-4de9-853d-20d611d832b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54e14570-9814-4646-befc-c96dcaf6fb05 HTTP/1.1" status: 204 len: 168 time: 0.1403613 Jun 27 14:21:21.411852 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60642e64-6dc3-4de9-853d-20d611d832b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e14570-9814-4646-befc-c96dcaf6fb05,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:21.788510 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46194) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:21.835849 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-335531b3-dfce-4188-ada1-8fdefbde2e32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=097e5311e73e4307b930bdd2e4599f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459428 Jun 27 14:21:21.838397 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46196) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:21.901245 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4fbea7cd-6398-454a-8a14-9690d5c5eaa0 admin admin] Publish callbacks [] for security_group (cb83bb66-34ef-478f-8d80-ce442d77118b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.923000 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4fbea7cd-6398-454a-8a14-9690d5c5eaa0 admin admin] Publish callbacks [] for security_group (cb83bb66-34ef-478f-8d80-ce442d77118b), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.973120 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4fbea7cd-6398-454a-8a14-9690d5c5eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (cb83bb66-34ef-478f-8d80-ce442d77118b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.975716 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4fbea7cd-6398-454a-8a14-9690d5c5eaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:21.976923 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4fbea7cd-6398-454a-8a14-9690d5c5eaa0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb83bb66-34ef-478f-8d80-ce442d77118b HTTP/1.1" status: 204 len: 168 time: 0.1376290 Jun 27 14:21:21.989980 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbea7cd-6398-454a-8a14-9690d5c5eaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb83bb66-34ef-478f-8d80-ce442d77118b,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:22.220879 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 664fe3b3-6b3e-4831-9984-3ab2d273d625 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:21:22.241973 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 664fe3b3-6b3e-4831-9984-3ab2d273d625 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:21:22.242244 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 664fe3b3-6b3e-4831-9984-3ab2d273d625 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:21:22.242615 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device dd120fa8-b1a8-4356-b76a-994ddaa8fadc no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:21:22.263683 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: dd120fa8-b1a8-4356-b76a-994ddaa8fadc {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:21:22.263988 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device dd120fa8-b1a8-4356-b76a-994ddaa8fadc not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:21:26.547515 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:30.168238 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=51 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:30.169393 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:31.094529 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=45,neutron:DELETE=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:31.095858 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=19,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:31.956359 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=60,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:31.981333 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:36.533853 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:36.539212 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:39.615910 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c9bbe-f290-4a38-b787-3dbafbcb987c req-5dcecd3a-c9c1-4471-87b4-32389aef378c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:39.617598 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-963c9bbe-f290-4a38-b787-3dbafbcb987c req-5dcecd3a-c9c1-4471-87b4-32389aef378c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 946 time: 0.0527375 Jun 27 14:21:39.673868 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-963c9bbe-f290-4a38-b787-3dbafbcb987c req-0d356239-4afb-4ec1-9f30-271b682c0077 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=a067ee25-cd45-4940-a90a-4c6f76061d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465643 Jun 27 14:21:40.797132 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49648a-e14d-4096-9218-a769a4d768ad req-2afe9da2-2d08-4651-bedb-17d94b092f26 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:40.798913 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a49648a-e14d-4096-9218-a769a4d768ad req-2afe9da2-2d08-4651-bedb-17d94b092f26 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 946 time: 0.0506277 Jun 27 14:21:40.854107 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a49648a-e14d-4096-9218-a769a4d768ad req-3acb92a2-0e4e-4fdb-a1d0-c6c3c5c39287 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=a067ee25-cd45-4940-a90a-4c6f76061d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492179 Jun 27 14:21:41.024864 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-f9ad72c7-3ff8-46bf-a7c9-a401877c535d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:41.026323 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-f9ad72c7-3ff8-46bf-a7c9-a401877c535d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 946 time: 0.0501862 Jun 27 14:21:41.115294 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Deleting port 6d1734b1-31a6-4c6c-853e-75233061ee62 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:41.115646 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:41.206161 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] For port 6d1734b1-31a6-4c6c-853e-75233061ee62, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=6d1734b1-31a6-4c6c-853e-75233061ee62,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:41.206501 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:41.641659 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:41.641988 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (9f78b181-70f3-4fdf-bb64-60ab86b7934c), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:41.642392 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Floating IP 9f78b181-70f3-4fdf-bb64-60ab86b7934c disassociated. External IP: 172.27.2.111, port: 6d1734b1-31a6-4c6c-853e-75233061ee62. Jun 27 14:21:41.643294 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Calling delete_port for 6d1734b1-31a6-4c6c-853e-75233061ee62 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:41.787410 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (6d1734b1-31a6-4c6c-853e-75233061ee62), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:41.818468 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'Port': ['ID=6d1734b1-31a6-4c6c-853e-75233061ee62,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:41.830638 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.831040 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.831311 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.831769 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.831959 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.832284 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.832647 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.832978 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.833357 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.833734 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.833990 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.834335 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.834637 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.834965 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.835646 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:41.957447 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-663c5ecb-547c-4030-9b7f-0536c7420feb req-caf910bc-f168-49d4-9bc8-97fb51b7ddb4 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d40d376-8c7d-485d-a783-39094f8c5f65 HTTP/1.1" status: 200 len: 210 time: 0.0310080 Jun 27 14:21:41.972693 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Router e8d48a76-7b66-450b-b890-8f549be8abb7 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:21:42.088547 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:21:42.100655 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:21:42.113097 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:42.113364 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:21:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:42.135662 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] No DVR routers for this DVR port 6d1734b1-31a6-4c6c-853e-75233061ee62 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:21:42.138597 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:42.141897 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f8c6625-ca06-4611-8b2e-4e3ee5c77aa7 req-ade71ade-eb43-461b-8641-9213bfdc04c6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "DELETE /v2.0/ports/6d1734b1-31a6-4c6c-853e-75233061ee62 HTTP/1.1" status: 204 len: 173 time: 1.1100724 Jun 27 14:21:42.142875 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'name': 'network-vif-deleted', 'tag': '6d1734b1-31a6-4c6c-853e-75233061ee62'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:21:42.145151 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0ce296-4fcd-489e-a2dd-65a98b3c1618" -d '{"events": [{"server_uuid": "8d40d376-8c7d-485d-a783-39094f8c5f65", "name": "network-vif-deleted", "tag": "6d1734b1-31a6-4c6c-853e-75233061ee62"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:21:42.201049 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec5d3cb-90f7-4ef3-8509-bd784a062c71 x-openstack-request-id: req-1ec5d3cb-90f7-4ef3-8509-bd784a062c71 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:21:42.201347 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d40d376-8c7d-485d-a783-39094f8c5f65", "name": "network-vif-deleted", "tag": "6d1734b1-31a6-4c6c-853e-75233061ee62", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:21:42.201605 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ec5d3cb-90f7-4ef3-8509-bd784a062c71 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:21:42.202046 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec5d3cb-90f7-4ef3-8509-bd784a062c71'] response: {'server_uuid': '8d40d376-8c7d-485d-a783-39094f8c5f65', 'name': 'network-vif-deleted', 'tag': '6d1734b1-31a6-4c6c-853e-75233061ee62', 'status': 'completed', 'code': 200} Jun 27 14:21:42.380238 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:42.586499 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:42.618551 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:21:42.629066 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:42.629740 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:21:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:42.746334 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:42.942833 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:42.968654 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977e379-4fd8-4a9f-a09d-61de45a1b5d2 None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:21:43.067622 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46270) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:43.134604 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5421c1d3-f82e-4065-b82b-11d2dee7f9df tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (a067ee25-cd45-4940-a90a-4c6f76061d76), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.151967 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:43.169908 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:43.172111 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5421c1d3-f82e-4065-b82b-11d2dee7f9df tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (a067ee25-cd45-4940-a90a-4c6f76061d76), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.226698 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580db436-dd6f-48dd-9791-5f2eb77d5d59 None None] New status for floating IP 9f78b181-70f3-4fdf-bb64-60ab86b7934c: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:21:43.239819 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5421c1d3-f82e-4065-b82b-11d2dee7f9df tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (a067ee25-cd45-4940-a90a-4c6f76061d76), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.243042 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5421c1d3-f82e-4065-b82b-11d2dee7f9df tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.244227 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5421c1d3-f82e-4065-b82b-11d2dee7f9df tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "DELETE /v2.0/security-groups/a067ee25-cd45-4940-a90a-4c6f76061d76 HTTP/1.1" status: 204 len: 168 time: 0.1755269 Jun 27 14:21:43.247854 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46272) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:43.254939 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421c1d3-f82e-4065-b82b-11d2dee7f9df tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a067ee25-cd45-4940-a90a-4c6f76061d76,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:43.267065 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.api.v2.resource [None req-3f774596-370b-4ded-bb2b-f6d4b806ec55 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] show failed (client error): The resource could not be found. Jun 27 14:21:43.269193 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3f774596-370b-4ded-bb2b-f6d4b806ec55 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups/a067ee25-cd45-4940-a90a-4c6f76061d76 HTTP/1.1" status: 404 len: 347 time: 0.0186965 Jun 27 14:21:43.272024 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46274) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:43.393359 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Deleting port 7f13345d-4c20-49ca-a7ac-471c5cea36fc {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:21:43.393703 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (7f13345d-4c20-49ca-a7ac-471c5cea36fc), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.483700 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (7f13345d-4c20-49ca-a7ac-471c5cea36fc), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.483956 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (7f13345d-4c20-49ca-a7ac-471c5cea36fc), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.498722 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Calling delete_port for 7f13345d-4c20-49ca-a7ac-471c5cea36fc owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:21:43.648755 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (7f13345d-4c20-49ca-a7ac-471c5cea36fc), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.676910 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'Port': ['ID=7f13345d-4c20-49ca-a7ac-471c5cea36fc,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:43.691668 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.692033 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.692382 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.692719 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.693040 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.693375 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.693705 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.694031 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.694355 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.694701 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.695037 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.695357 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.695679 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.695997 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.696319 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:43.758686 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (9f78b181-70f3-4fdf-bb64-60ab86b7934c), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.761120 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.762320 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-09447320-e77b-4a75-a087-a56258e4f08a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "DELETE /v2.0/floatingips/9f78b181-70f3-4fdf-bb64-60ab86b7934c HTTP/1.1" status: 204 len: 168 time: 0.4892097 Jun 27 14:21:43.837162 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46278) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:43.841803 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-a22e04b9-00a8-4e83-89b9-048dc806017e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1132577534', 'description': 'tempest-description--1767781840'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:21:43.866489 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a22e04b9-00a8-4e83-89b9-048dc806017e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.943944 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a22e04b9-00a8-4e83-89b9-048dc806017e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (061a4477-5ef8-415d-a12e-f69e3e676fad), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.948500 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a22e04b9-00a8-4e83-89b9-048dc806017e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (061a4477-5ef8-415d-a12e-f69e3e676fad), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.979191 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a22e04b9-00a8-4e83-89b9-048dc806017e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:43.980467 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a22e04b9-00a8-4e83-89b9-048dc806017e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1423144 Jun 27 14:21:43.983520 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46280) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:43.988972 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-32f9843c-14ab-4dec-aa57-a30e90d6d8e4 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group_rule': {'security_group_id': '061a4477-5ef8-415d-a12e-f69e3e676fad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:21:43.995015 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e04b9-00a8-4e83-89b9-048dc806017e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061a4477-5ef8-415d-a12e-f69e3e676fad,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:44.001736 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:44.023534 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-32f9843c-14ab-4dec-aa57-a30e90d6d8e4 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (f0f2ca40-dd8e-49b4-b59e-52de2bd9fe09), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.029034 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:44.091201 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-32f9843c-14ab-4dec-aa57-a30e90d6d8e4 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (f0f2ca40-dd8e-49b4-b59e-52de2bd9fe09), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.096196 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-32f9843c-14ab-4dec-aa57-a30e90d6d8e4 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (f0f2ca40-dd8e-49b4-b59e-52de2bd9fe09), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.117730 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9843c-14ab-4dec-aa57-a30e90d6d8e4 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f2ca40-dd8e-49b4-b59e-52de2bd9fe09,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:44.130137 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-32f9843c-14ab-4dec-aa57-a30e90d6d8e4 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.131667 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-32f9843c-14ab-4dec-aa57-a30e90d6d8e4 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472049 Jun 27 14:21:44.134534 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46282) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:44.140453 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-92cbe5b8-b112-4d59-9a2b-7375b4443420 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'security_group_rule': {'security_group_id': '061a4477-5ef8-415d-a12e-f69e3e676fad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:21:44.181189 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-92cbe5b8-b112-4d59-9a2b-7375b4443420 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (040f2a37-e22c-4914-8d8f-fc21c09d904e), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.241834 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-92cbe5b8-b112-4d59-9a2b-7375b4443420 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (040f2a37-e22c-4914-8d8f-fc21c09d904e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.246419 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-92cbe5b8-b112-4d59-9a2b-7375b4443420 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268839'] for security_group_rule (040f2a37-e22c-4914-8d8f-fc21c09d904e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.271392 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbe5b8-b112-4d59-9a2b-7375b4443420 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040f2a37-e22c-4914-8d8f-fc21c09d904e,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:44.276416 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-92cbe5b8-b112-4d59-9a2b-7375b4443420 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.277561 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-92cbe5b8-b112-4d59-9a2b-7375b4443420 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420505 Jun 27 14:21:44.281068 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46284) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:44.285667 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'floatingip': {'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:21:44.308610 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.399766 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.514310 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Allocated IP 172.27.2.72 (778354ad-5ac3-4530-9d0d-ba573bad0eb3/221ae1a3-3388-4423-8ef3-8012e11d819c/e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:21:44.622228 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.658609 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.713286 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Network 778354ad-5ac3-4530-9d0d-ba573bad0eb3 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:21:44.717945 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:21:44.722022 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:21:44.725343 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:44.805722 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (2eb456cd-728d-4c93-9c1d-9fac8ad9dd08), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.849263 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:44.956400 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:45.011054 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:45.019079 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:45.042191 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:45.093630 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:45.106069 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (2eb456cd-728d-4c93-9c1d-9fac8ad9dd08), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:45.123817 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:45.125050 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cd3e1051-51e1-4097-a05e-21838b466e7d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8430400 Jun 27 14:21:45.345054 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-0be7d9f9-0776-461b-96d1-9e4615f65cb8 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1132577534&fields=id&tenant_id=7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 267 time: 0.0459192 Jun 27 14:21:45.467395 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-5eedba48-1c38-4a17-b3a5-61e5594803f3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:45.468864 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-5eedba48-1c38-4a17-b3a5-61e5594803f3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 814 time: 0.1122532 Jun 27 14:21:45.484450 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-b6ce92a0-1923-4c7b-9d98-0ae490d756aa tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/quotas/7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 375 time: 0.0097950 Jun 27 14:21:45.533873 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-666f5723-68a7-4a56-92d3-072cc651b5ce tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440702 Jun 27 14:21:45.556253 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-861bc27a-66d7-4d14-b32b-822a66d6bd41 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 14:21:45.557630 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-861bc27a-66d7-4d14-b32b-822a66d6bd41 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0091455 Jun 27 14:21:45.633510 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bdf1430b-1a30-43fd-b86a-8c608080dd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:45.659123 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-e88b22df-297f-4b3a-8e62-acc0343a3cdb service neutron] 10.222.0.43 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956435 Jun 27 14:21:45.749801 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-3df0c4e8-e1e4-4162-8386-d0728a1fd7f3 service neutron] 10.222.0.43 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844367 Jun 27 14:21:45.923562 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4ece757b-f459-49e0-b92d-d73b4a2eb461 req-94b03727-bbe9-4908-a432-100adb30a250 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 210 time: 0.0285532 Jun 27 14:21:46.555231 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 6d1734b1-31a6-4c6c-853e-75233061ee62 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:21:46.575612 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: 6d1734b1-31a6-4c6c-853e-75233061ee62 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:21:46.575965 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device 6d1734b1-31a6-4c6c-853e-75233061ee62 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:21:47.026578 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20dccb1a-47dd-4b2c-8756-55d6027556d9 req-42c1611b-b3c5-46f7-a7f0-fcc111245910 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 210 time: 0.0316813 Jun 27 14:21:47.037580 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-94e5f979-1ea5-4005-a00f-2d32bb77cece tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:47.042996 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-94e5f979-1ea5-4005-a00f-2d32bb77cece tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 814 time: 0.1182292 Jun 27 14:21:47.109990 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-e543ae7d-7b38-4391-88fb-c87532acf6e2 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7761d17911b54ba0addb7ea956b6cfdf HTTP/1.1" status: 200 len: 380 time: 0.0619011 Jun 27 14:21:47.173160 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'port': {'device_id': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'admin_state_up': True, 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'security_groups': ['061a4477-5ef8-415d-a12e-f69e3e676fad']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:21:47.285995 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Made reservation on behalf of 7761d17911b54ba0addb7ea956b6cfdf for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:21:47.291081 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:47.443089 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Allocated IP 172.20.0.6 (80547283-fb44-4c7d-81ec-b136fb84e882/7ff0c690-966d-4a80-9b84-6706507192e0/cd88820f-47a5-454a-8006-f9797b9844a4) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 14:21:47.592610 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for port (cd88820f-47a5-454a-8006-f9797b9844a4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:47.622354 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:47.630319 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770570796930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:47.677794 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Network 80547283-fb44-4c7d-81ec-b136fb84e882 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 14:21:47.681102 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:21:47.686982 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 14:21:47.718846 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event updated for resources: {'Port': ['ID=cd88820f-47a5-454a-8006-f9797b9844a4,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:47.748105 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:47.748749 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:47.759468 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:47.771196 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-76e3cedb-184a-4275-8dc7-4cb9279c7bdd tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038809 Jun 27 14:21:47.846242 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f6ddb52-59d8-4097-9af2-4ce290adb3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:47.896264 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Request body: {'port': {'device_id': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84112'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:21:47.913836 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-9289bd9f-de7d-43ae-8caa-6b2a73238913 None None] Provisioning complete for port cd88820f-47a5-454a-8006-f9797b9844a4 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:21:47.914204 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9289bd9f-de7d-43ae-8caa-6b2a73238913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:47.952038 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-9289bd9f-de7d-43ae-8caa-6b2a73238913 None None] Port cd88820f-47a5-454a-8006-f9797b9844a4 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 14:21:47.960698 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:48.144959 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d7fda-84dc-452d-885b-c13a4eaa00a8 req-2bd3afc2-63f7-420a-a4e3-228ca92f8bb7 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:48.147502 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e92d7fda-84dc-452d-885b-c13a4eaa00a8 req-2bd3afc2-63f7-420a-a4e3-228ca92f8bb7 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 931 time: 0.0490406 Jun 27 14:21:48.199022 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e92d7fda-84dc-452d-885b-c13a4eaa00a8 req-f0f34040-3e87-4a6d-8aa7-56b252976d77 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 Jun 27 14:21:48.228928 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd88820f-47a5-454a-8006-f9797b9844a4 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:21:48.236637 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Publish callbacks [] for port (cd88820f-47a5-454a-8006-f9797b9844a4), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:48.249293 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Transition to ACTIVE for port object cd88820f-47a5-454a-8006-f9797b9844a4 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 14:21:48.255795 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:48.314387 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd88820f-47a5-454a-8006-f9797b9844a4,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:48.395143 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Attempting to bind port cd88820f-47a5-454a-8006-f9797b9844a4 on host hv-cinder-84112 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 14:21:48.395378 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Attempting to bind port cd88820f-47a5-454a-8006-f9797b9844a4 by drivers openvswitch,hyperv on host hv-cinder-84112 at level 0 using segments [{'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 14:21:48.395696 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Attempting to bind port cd88820f-47a5-454a-8006-f9797b9844a4 on network 80547283-fb44-4c7d-81ec-b136fb84e882 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:21:48.400548 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Port cd88820f-47a5-454a-8006-f9797b9844a4 on network 80547283-fb44-4c7d-81ec-b136fb84e882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84112 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 14:21:48.400869 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Attempting to bind port cd88820f-47a5-454a-8006-f9797b9844a4 on network 80547283-fb44-4c7d-81ec-b136fb84e882 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 14:21:48.405944 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Checking agent: {'id': '6d282b85-b2a1-45ba-bb67-263563f1b3d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84112', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'started_at': datetime.datetime(2022, 6, 27, 14, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 14:21:48.406285 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Checking segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:21:48.406687 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Bound using segment: {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 14:21:48.407115 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Bound port: cd88820f-47a5-454a-8006-f9797b9844a4, host: hv-cinder-84112, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b72501-36e3-4046-b77d-a2abe06629d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 14:21:48.407475 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:48.471839 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] For port cd88820f-47a5-454a-8006-f9797b9844a4, host hv-cinder-84112, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 14:21:48.475200 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] For port cd88820f-47a5-454a-8006-f9797b9844a4, host hv-cinder-84112, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=cd88820f-47a5-454a-8006-f9797b9844a4,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 14:21:48.482297 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144052'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:48.517875 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:48.518400 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:48.519816 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd88820f-47a5-454a-8006-f9797b9844a4 HTTP/1.1" status: 200 len: 1093 time: 0.7415802 Jun 27 14:21:48.520226 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'tag': 'cd88820f-47a5-454a-8006-f9797b9844a4'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:21:48.522450 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02046915-f153-4764-ac49-1c6a28f78f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b63b0a6-c079-4169-bb81-2134d90d2e03", "tag": "cd88820f-47a5-454a-8006-f9797b9844a4"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:21:48.543714 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58e7b5-caf4-48ef-86f9-f370d780e8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd88820f-47a5-454a-8006-f9797b9844a4,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:48.571313 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:48.575988 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69faa50-9acd-48d2-af92-6bf02190b80f x-openstack-request-id: req-b69faa50-9acd-48d2-af92-6bf02190b80f {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:21:48.576258 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b63b0a6-c079-4169-bb81-2134d90d2e03", "tag": "cd88820f-47a5-454a-8006-f9797b9844a4", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:21:48.576527 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b69faa50-9acd-48d2-af92-6bf02190b80f {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:21:48.576915 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69faa50-9acd-48d2-af92-6bf02190b80f'] response: {'name': 'network-changed', 'server_uuid': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'tag': 'cd88820f-47a5-454a-8006-f9797b9844a4', 'status': 'completed', 'code': 200} Jun 27 14:21:48.609401 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-5460428e-b18a-4aa1-9c52-94ba4647adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:48.611133 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-5460428e-b18a-4aa1-9c52-94ba4647adf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 1127 time: 0.0476234 Jun 27 14:21:48.654297 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-2e814399-d128-4007-bba7-55de278440dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd88820f-47a5-454a-8006-f9797b9844a4 HTTP/1.1" status: 200 len: 217 time: 0.0344687 Jun 27 14:21:48.698898 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:48.708088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-47345800-6bd0-47ba-be81-8e04020af087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:48.709633 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-47345800-6bd0-47ba-be81-8e04020af087 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0496085 Jun 27 14:21:48.752479 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-9371af7e-fc16-4537-af00-1202b9c51b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:48.753952 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-9371af7e-fc16-4537-af00-1202b9c51b04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388589 Jun 27 14:21:48.852941 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-a51b0d59-7d0e-42df-9379-56393e8d64a4 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927322 Jun 27 14:21:48.888339 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:48.950190 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffabeaa9-5a2d-4af0-b3fa-1160446eedc6 req-f59323b8-6917-4b05-ab2f-2a0b2e2989ec service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914655 Jun 27 14:21:49.329768 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98036bc0-4f33-452d-83c1-5126319ed758 req-5770cbad-79a1-4344-88c7-41fdaa4e2283 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:49.331371 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98036bc0-4f33-452d-83c1-5126319ed758 req-5770cbad-79a1-4344-88c7-41fdaa4e2283 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 943 time: 0.0554500 Jun 27 14:21:49.358041 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:49.388057 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98036bc0-4f33-452d-83c1-5126319ed758 req-4f9b600d-a710-4c4d-8e6f-1278ea95ebbc tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505548 Jun 27 14:21:49.651949 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046915-f153-4764-ac49-1c6a28f78f1a req-570407d8-34d7-40b4-8402-46f8ae830ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:49.653461 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-02046915-f153-4764-ac49-1c6a28f78f1a req-570407d8-34d7-40b4-8402-46f8ae830ebd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 1127 time: 0.0438287 Jun 27 14:21:49.749484 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046915-f153-4764-ac49-1c6a28f78f1a req-cd7cf599-4bed-4ee0-8dc0-54c179727f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:49.750986 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-02046915-f153-4764-ac49-1c6a28f78f1a req-cd7cf599-4bed-4ee0-8dc0-54c179727f6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 915 time: 0.0916286 Jun 27 14:21:49.790054 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-02046915-f153-4764-ac49-1c6a28f78f1a req-1d65144e-b082-4a11-a5a6-9df28cd8d374 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd88820f-47a5-454a-8006-f9797b9844a4 HTTP/1.1" status: 200 len: 217 time: 0.0329463 Jun 27 14:21:49.839244 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046915-f153-4764-ac49-1c6a28f78f1a req-dbb15f89-4d3b-4745-81f9-2feda172e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:49.840690 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-02046915-f153-4764-ac49-1c6a28f78f1a req-dbb15f89-4d3b-4745-81f9-2feda172e553 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0450466 Jun 27 14:21:49.884997 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046915-f153-4764-ac49-1c6a28f78f1a req-20490623-8219-40c7-a376-d36916b704a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:49.886506 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-02046915-f153-4764-ac49-1c6a28f78f1a req-20490623-8219-40c7-a376-d36916b704a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401025 Jun 27 14:21:49.992963 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-02046915-f153-4764-ac49-1c6a28f78f1a req-874af393-4078-478a-bc1e-d489d826fb65 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001995 Jun 27 14:21:50.004698 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:21:50.093636 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-02046915-f153-4764-ac49-1c6a28f78f1a req-93849214-d1ff-4894-8d64-b0dad734c726 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950525 Jun 27 14:21:50.497788 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:50.519614 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f3f9f-78cf-4739-ab75-f7f620fdec33 req-ea164744-ee8b-4f1a-918f-9a0752cb6997 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:50.521123 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ef3f3f9f-78cf-4739-ab75-f7f620fdec33 req-ea164744-ee8b-4f1a-918f-9a0752cb6997 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 943 time: 0.0524731 Jun 27 14:21:50.572562 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ef3f3f9f-78cf-4739-ab75-f7f620fdec33 req-19ccb1a2-43fd-4b75-91f3-8b78b5081fc0 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Jun 27 14:21:50.958633 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:50.959958 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:51.688166 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:51.701960 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4e0cf-905b-48a3-a9a4-600866301b97 req-150513a5-a4b3-4817-ac1c-507bcf1ba655 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:51.703466 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dcb4e0cf-905b-48a3-a9a4-600866301b97 req-150513a5-a4b3-4817-ac1c-507bcf1ba655 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 943 time: 0.0566747 Jun 27 14:21:51.756410 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-dcb4e0cf-905b-48a3-a9a4-600866301b97 req-0d85b01a-95b6-4dcd-a4a7-42bf253512b9 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458801 Jun 27 14:21:52.571990 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device cd88820f-47a5-454a-8006-f9797b9844a4 details requested by agent hyperv_hv-cinder-84112 with host hv-cinder-84112 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 14:21:52.609821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:52.684227 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port cd88820f-47a5-454a-8006-f9797b9844a4, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=cd88820f-47a5-454a-8006-f9797b9844a4,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:52.696702 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Returning: {'device': 'cd88820f-47a5-454a-8006-f9797b9844a4', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'port_id': 'cd88820f-47a5-454a-8006-f9797b9844a4', 'mac_address': 'fa:16:3e:9a:a8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 14:21:52.733900 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port cd88820f-47a5-454a-8006-f9797b9844a4 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:21:52.734374 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:52.756251 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd88820f-47a5-454a-8006-f9797b9844a4 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 14:21:52.776819 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port cd88820f-47a5-454a-8006-f9797b9844a4, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=cd88820f-47a5-454a-8006-f9797b9844a4,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:52.783099 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:52.840329 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=cd88820f-47a5-454a-8006-f9797b9844a4,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:52.852885 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.853422 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.854006 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.854561 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.855147 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.855688 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.856186 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.856682 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.857208 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.857703 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.858233 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.858795 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.859324 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.859885 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.860449 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:21:52.890018 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d648590-dcb0-48fe-8d22-41910bd514d0 req-86455809-ca24-4959-823c-41812e7d6af6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:52.891597 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4d648590-dcb0-48fe-8d22-41910bd514d0 req-86455809-ca24-4959-823c-41812e7d6af6 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 944 time: 0.0612187 Jun 27 14:21:52.939574 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4d648590-dcb0-48fe-8d22-41910bd514d0 req-0fb5f658-17bc-4a09-b0f2-53f201d5799c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419884 Jun 27 14:21:52.984405 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] get_ports_and_sgs() called for port_ids ['cd88820f-47a5-454a-8006-f9797b9844a4'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 14:21:53.302423 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:54.075065 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac97a0-e628-4521-810e-193659e2440b req-25bbf0ae-df87-4e67-b3c0-ef50c702a3d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:54.076556 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-16ac97a0-e628-4521-810e-193659e2440b req-25bbf0ae-df87-4e67-b3c0-ef50c702a3d5 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 944 time: 0.0500567 Jun 27 14:21:54.128472 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-16ac97a0-e628-4521-810e-193659e2440b req-4ea355d2-2236-449e-b6fc-50f8ca2ea132 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441277 Jun 27 14:21:54.587916 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device cd88820f-47a5-454a-8006-f9797b9844a4 up at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 14:21:54.641759 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning for port cd88820f-47a5-454a-8006-f9797b9844a4 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 14:21:54.650541 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Provisioning complete for port cd88820f-47a5-454a-8006-f9797b9844a4 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 14:21:54.650930 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1675478'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:54.725820 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Current status of the port cd88820f-47a5-454a-8006-f9797b9844a4 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 14:21:54.726200 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:54.750316 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd88820f-47a5-454a-8006-f9797b9844a4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:21:54.752652 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b1c21a28ed44f40c224dacb9cd33fef3201bc2eb492afaa0cb7b1e45cffa8f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da56a78a-9f1f-47ca-8a5a-16fffa193ca0" -d '{"events": [{"server_uuid": "5b63b0a6-c079-4169-bb81-2134d90d2e03", "name": "network-vif-plugged", "status": "completed", "tag": "cd88820f-47a5-454a-8006-f9797b9844a4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:21:54.766015 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] For port cd88820f-47a5-454a-8006-f9797b9844a4, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=cd88820f-47a5-454a-8006-f9797b9844a4,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:21:54.771793 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770571170654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770570796948', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770570796966'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:54.802042 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:54.824229 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Pushing event updated for resources: {'Port': ['ID=cd88820f-47a5-454a-8006-f9797b9844a4,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:21:54.911874 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c395d-848f-4b6d-86ac-b2289d9192e0 x-openstack-request-id: req-205c395d-848f-4b6d-86ac-b2289d9192e0 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:21:54.912202 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b63b0a6-c079-4169-bb81-2134d90d2e03", "name": "network-vif-plugged", "status": "completed", "tag": "cd88820f-47a5-454a-8006-f9797b9844a4", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:21:54.912453 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-205c395d-848f-4b6d-86ac-b2289d9192e0 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:21:54.912848 dv-cinder-841125-9-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205c395d-848f-4b6d-86ac-b2289d9192e0'] response: {'server_uuid': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd88820f-47a5-454a-8006-f9797b9844a4', 'code': 200} Jun 27 14:21:55.083036 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5820240-62e3-4858-af74-a41100a72a93 req-b13b8f7a-ed4c-4b71-bb3d-6a0774a52638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:55.084559 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e5820240-62e3-4858-af74-a41100a72a93 req-b13b8f7a-ed4c-4b71-bb3d-6a0774a52638 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 1129 time: 0.0433655 Jun 27 14:21:55.129502 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e5820240-62e3-4858-af74-a41100a72a93 req-0c026193-0667-4dcd-94df-41ac870ea90f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387461 Jun 27 14:21:55.244363 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f55ce5-32b9-43d6-80c6-0e58157e0546 req-52f2b573-b147-4f49-a8f1-93032d8d1a7c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:55.245880 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5f55ce5-32b9-43d6-80c6-0e58157e0546 req-52f2b573-b147-4f49-a8f1-93032d8d1a7c tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 945 time: 0.0492294 Jun 27 14:21:55.301097 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5f55ce5-32b9-43d6-80c6-0e58157e0546 req-7e0e28ca-c5f1-4325-8636-b779242a95f2 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495112 Jun 27 14:21:56.436343 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a5f7-787d-4a13-9800-301cc34d40ac req-993f2b50-7057-4036-8219-068af9d6f6ca tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:56.438205 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-efb4a5f7-787d-4a13-9800-301cc34d40ac req-993f2b50-7057-4036-8219-068af9d6f6ca tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 945 time: 0.0520344 Jun 27 14:21:56.491184 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-efb4a5f7-787d-4a13-9800-301cc34d40ac req-4513c1b3-8ee3-4159-ad95-a9433eb34a62 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453861 Jun 27 14:21:56.557703 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:56.613926 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16b57f-7bdf-4dd7-8f09-b0d6cf770dbe req-5f55ff56-9a45-4f4d-8c2a-8807a3d37a1d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:56.615454 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-be16b57f-7bdf-4dd7-8f09-b0d6cf770dbe req-5f55ff56-9a45-4f4d-8c2a-8807a3d37a1d tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 945 time: 0.0481000 Jun 27 14:21:56.627714 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46342) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:21:56.632155 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-5a104c8b-9da7-4e8c-8418-ece8a2a1874f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Request body: {'floatingip': {'port_id': 'cd88820f-47a5-454a-8006-f9797b9844a4'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:21:56.672326 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5a104c8b-9da7-4e8c-8418-ece8a2a1874f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (2eb456cd-728d-4c93-9c1d-9fac8ad9dd08), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:57.099779 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5a104c8b-9da7-4e8c-8418-ece8a2a1874f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:57.106904 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5a104c8b-9da7-4e8c-8418-ece8a2a1874f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (2eb456cd-728d-4c93-9c1d-9fac8ad9dd08), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:57.151297 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:57.202355 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:57.207519 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-5a104c8b-9da7-4e8c-8418-ece8a2a1874f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Floating IP 2eb456cd-728d-4c93-9c1d-9fac8ad9dd08 associated. External IP: 172.27.2.72, port: cd88820f-47a5-454a-8006-f9797b9844a4. Jun 27 14:21:57.412468 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a104c8b-9da7-4e8c-8418-ece8a2a1874f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Router e8d48a76-7b66-450b-b890-8f549be8abb7 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:21:57.534667 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a104c8b-9da7-4e8c-8418-ece8a2a1874f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:21:57.540557 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5a104c8b-9da7-4e8c-8418-ece8a2a1874f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:21:57.547355 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:21:57.558075 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:57.558896 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:21:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:57.575313 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-5a104c8b-9da7-4e8c-8418-ece8a2a1874f tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "PUT /v2.0/floatingips/2eb456cd-728d-4c93-9c1d-9fac8ad9dd08 HTTP/1.1" status: 200 len: 990 time: 0.9443107 Jun 27 14:21:57.575313 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'tag': 'cd88820f-47a5-454a-8006-f9797b9844a4'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:21:57.576014 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32da7825370e54d887665779d2171dbb2cca1111e0643404617d7d390462b4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c8ef6-9035-4b5f-bce9-836615158f92" -d '{"events": [{"name": "network-changed", "server_uuid": "5b63b0a6-c079-4169-bb81-2134d90d2e03", "tag": "cd88820f-47a5-454a-8006-f9797b9844a4"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:21:57.613086 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 14:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7502ed-3366-4bb7-8826-c4059dd0b2eb x-openstack-request-id: req-3c7502ed-3366-4bb7-8826-c4059dd0b2eb {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:21:57.613390 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b63b0a6-c079-4169-bb81-2134d90d2e03", "tag": "cd88820f-47a5-454a-8006-f9797b9844a4", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:21:57.613639 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c7502ed-3366-4bb7-8826-c4059dd0b2eb {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:21:57.614051 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7502ed-3366-4bb7-8826-c4059dd0b2eb'] response: {'name': 'network-changed', 'server_uuid': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'tag': 'cd88820f-47a5-454a-8006-f9797b9844a4', 'status': 'completed', 'code': 200} Jun 27 14:21:57.664232 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:57.674104 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-c47f6bf5-d348-496c-b0fa-1f33bd925a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:57.675833 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-c47f6bf5-d348-496c-b0fa-1f33bd925a9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 1129 time: 0.0394616 Jun 27 14:21:57.778160 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-8f8d0508-a9ad-4ef3-84c0-d82c09b50cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:57.779721 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-8f8d0508-a9ad-4ef3-84c0-d82c09b50cc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 915 time: 0.0973232 Jun 27 14:21:57.816524 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:57.834261 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:21:57.841893 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-202e3755-0494-4756-ba19-541b5d714339 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd88820f-47a5-454a-8006-f9797b9844a4 HTTP/1.1" status: 200 len: 998 time: 0.0564549 Jun 27 14:21:57.890107 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '2eb456cd-728d-4c93-9c1d-9fac8ad9dd08', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': 'cd88820f-47a5-454a-8006-f9797b9844a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:9a:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:21:44Z', 'updated_at': '2022-06-27T14:21:57Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:57.896219 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-94567fd7-f500-470a-b6a3-9e7418f252c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:57.897712 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-94567fd7-f500-470a-b6a3-9e7418f252c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0499930 Jun 27 14:21:57.923487 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:21:57.928559 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:21:57.929738 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:21:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:57.942733 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-ea67d45d-1658-4ac0-a296-76dd32b6145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:21:57.943828 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-ea67d45d-1658-4ac0-a296-76dd32b6145e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402453 Jun 27 14:21:58.029754 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:21:58.035048 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-0a4f472b-c78a-416a-86ae-1f655d53b0d9 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850236 Jun 27 14:21:58.132890 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-978c8ef6-9035-4b5f-bce9-836615158f92 req-b977f79f-1f64-4c16-979b-2815f3d5560a service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923524 Jun 27 14:21:58.379183 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '2eb456cd-728d-4c93-9c1d-9fac8ad9dd08', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': 'cd88820f-47a5-454a-8006-f9797b9844a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:9a:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:21:44Z', 'updated_at': '2022-06-27T14:21:57Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:21:58.405030 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8a32a-d8b1-44ab-8bb7-a218746603b0 None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_floatingips': [{'id': '2eb456cd-728d-4c93-9c1d-9fac8ad9dd08', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'router_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'port_id': 'cd88820f-47a5-454a-8006-f9797b9844a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'mac_address': 'fa:16:3e:9a:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T14:21:44Z', 'updated_at': '2022-06-27T14:21:57Z', 'revision_number': 1, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:21:58.612027 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06127554-ba33-4c06-a236-2ecb8ef953dc None None] New status for floating IP 2eb456cd-728d-4c93-9c1d-9fac8ad9dd08: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:22:07.568610 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=42 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:07.569460 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=39 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:08.127668 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=32 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:08.129671 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:08.382100 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=73 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:08.383399 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=50 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:13.979366 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:13.980134 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:15.628601 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6f11-f303-4a73-b51e-1322ba661929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:17.843417 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-48c3e08c-763a-4b92-852f-ef5eaf8ab814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:19.361464 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:20.955807 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:20.957328 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:26.573125 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:27.008038 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:22:35.390457 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-9529c150-b055-494a-a881-0d75d41da7ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427790 Jun 27 14:22:35.472121 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-d9aff14a-ed5c-4a1f-958c-9caa3c8bb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:35.473723 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-d9aff14a-ed5c-4a1f-958c-9caa3c8bb7d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 1129 time: 0.0405622 Jun 27 14:22:35.599624 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-f05fa0e6-bca0-4953-b80c-fa349807a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:35.601147 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-f05fa0e6-bca0-4953-b80c-fa349807a2e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 200 len: 915 time: 0.1067131 Jun 27 14:22:35.664335 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-ba966231-c9a2-4b3d-8e14-5eee4983fa85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd88820f-47a5-454a-8006-f9797b9844a4 HTTP/1.1" status: 200 len: 1000 time: 0.0570786 Jun 27 14:22:35.723519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-91e34f0d-581b-43ac-b4e2-7b7e64edc1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:35.725011 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-91e34f0d-581b-43ac-b4e2-7b7e64edc1cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 200 len: 853 time: 0.0550702 Jun 27 14:22:35.770410 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-adb55398-71d7-479d-a348-ea99fcc99ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:35.771971 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-adb55398-71d7-479d-a348-ea99fcc99ede service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80547283-fb44-4c7d-81ec-b136fb84e882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402138 Jun 27 14:22:35.866569 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-f00728e0-b9d1-4702-8104-507700e0d30a service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884650 Jun 27 14:22:35.964406 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-09f85c78-ef77-4eca-8ed0-be606f64cb87 req-526408bb-c96b-4a87-bb26-f4a4067edf32 service neutron] 10.222.0.13 "GET /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921252 Jun 27 14:22:36.563923 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:36.565963 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:42.442893 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43b639-0966-4982-be0e-522387633bf8 req-58a9084a-ee21-4be4-a0f6-f56e606429d2 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:42.444387 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3a43b639-0966-4982-be0e-522387633bf8 req-58a9084a-ee21-4be4-a0f6-f56e606429d2 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 945 time: 0.0550027 Jun 27 14:22:42.497845 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3a43b639-0966-4982-be0e-522387633bf8 req-62315972-bf02-4d28-9f6a-fe5ec8713296 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452302 Jun 27 14:22:43.632547 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee588fc-f13f-4151-ac81-a523353d4841 req-adbaea39-85c4-41eb-b56c-b1aabea2c798 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:43.634025 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3ee588fc-f13f-4151-ac81-a523353d4841 req-adbaea39-85c4-41eb-b56c-b1aabea2c798 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 945 time: 0.0603890 Jun 27 14:22:43.685163 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3ee588fc-f13f-4151-ac81-a523353d4841 req-5db81592-f912-4977-a472-530c301d26e8 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups?id=061a4477-5ef8-415d-a12e-f69e3e676fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452237 Jun 27 14:22:43.865953 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-9cc9817f-039b-43b9-ae97-bf87b5f6319b tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:43.867445 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-9cc9817f-039b-43b9-ae97-bf87b5f6319b tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 945 time: 0.0509005 Jun 27 14:22:43.956915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Deleting port cd88820f-47a5-454a-8006-f9797b9844a4 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:22:43.956915 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:44.048299 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] For port cd88820f-47a5-454a-8006-f9797b9844a4, host hv-cinder-84112, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84112',level=0,port_id=cd88820f-47a5-454a-8006-f9797b9844a4,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:22:44.048679 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:44.168511 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:44.169214 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:44.491713 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:44.491975 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454687'] for floatingip (2eb456cd-728d-4c93-9c1d-9fac8ad9dd08), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:44.492315 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.l3_db [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Floating IP 2eb456cd-728d-4c93-9c1d-9fac8ad9dd08 disassociated. External IP: 172.27.2.72, port: cd88820f-47a5-454a-8006-f9797b9844a4. Jun 27 14:22:44.492645 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Calling delete_port for cd88820f-47a5-454a-8006-f9797b9844a4 owned by compute:nova {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:22:44.533329 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:44.574787 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:44.631582 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (cd88820f-47a5-454a-8006-f9797b9844a4), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:44.663221 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'Port': ['ID=cd88820f-47a5-454a-8006-f9797b9844a4,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:44.675716 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.676065 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.676419 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.676757 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.677095 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.677425 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.677762 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.678098 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.678432 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.678790 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.679113 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.679444 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.679755 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.680085 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.680421 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:44.786851 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Router e8d48a76-7b66-450b-b890-8f549be8abb7 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:22:44.791485 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [req-09d339f9-5307-40a6-89af-e6e6bdacea7b req-f90871a1-082d-4dad-86d9-ca4516ed8a5e tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b63b0a6-c079-4169-bb81-2134d90d2e03 HTTP/1.1" status: 200 len: 210 time: 0.0286055 Jun 27 14:22:44.905193 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:22:44.918264 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:22:44.930968 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:22:44.931799 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:22:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:44.952174 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] No DVR routers for this DVR port cd88820f-47a5-454a-8006-f9797b9844a4 on host hv-cinder-84112 {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:22:44.954817 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:44.958185 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bd550ae3-24aa-476a-a834-69cf3976a677 req-ac9f76ba-7bff-452b-b30c-7c5201b0aa9a tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.13 "DELETE /v2.0/ports/cd88820f-47a5-454a-8006-f9797b9844a4 HTTP/1.1" status: 204 len: 173 time: 1.0851152 Jun 27 14:22:44.958652 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'name': 'network-vif-deleted', 'tag': 'cd88820f-47a5-454a-8006-f9797b9844a4'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 14:22:44.961373 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be384bab24098070d9fd070c58fcdc3e643a690a588d7b3a511570677608c3c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af8b44d-5ba0-4fcd-9319-1c98b5a12a4a" -d '{"events": [{"server_uuid": "5b63b0a6-c079-4169-bb81-2134d90d2e03", "name": "network-vif-deleted", "tag": "cd88820f-47a5-454a-8006-f9797b9844a4"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 14:22:45.003337 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 14:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7954b957-7acd-4efc-96c2-5f66d1667bc1 x-openstack-request-id: req-7954b957-7acd-4efc-96c2-5f66d1667bc1 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 14:22:45.003724 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b63b0a6-c079-4169-bb81-2134d90d2e03", "name": "network-vif-deleted", "tag": "cd88820f-47a5-454a-8006-f9797b9844a4", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 14:22:45.004099 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7954b957-7acd-4efc-96c2-5f66d1667bc1 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 14:22:45.004686 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7954b957-7acd-4efc-96c2-5f66d1667bc1'] response: {'server_uuid': '5b63b0a6-c079-4169-bb81-2134d90d2e03', 'name': 'network-vif-deleted', 'tag': 'cd88820f-47a5-454a-8006-f9797b9844a4', 'status': 'completed', 'code': 200} Jun 27 14:22:45.050684 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:22:45.266416 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:45.293687 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:22:45.304589 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:22:45.305319 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:22:18Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:45.423041 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:22:45.640151 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8b961f28-e081-4859-bac9-dce83da9c893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:45.647937 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:45.673646 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771cd175-f9d9-4b81-a366-c1381fd29c36 None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:18:13Z', 'revision_number': 4, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi', '_interfaces': [{'id': '372780ad-c38e-4ef3-9170-3037918e068b', 'name': '', 'network_id': '80547283-fb44-4c7d-81ec-b136fb84e882', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'mac_address': 'fa:16:3e:8d:1d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:12Z', 'updated_at': '2022-06-27T14:18:18Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'subnets': [{'id': '7ff0c690-966d-4a80-9b84-6706507192e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:22:45.889159 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46422) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:45.941011 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b6280b-e76a-4ba0-9bac-6cde527198fc None None] New status for floating IP 2eb456cd-728d-4c93-9c1d-9fac8ad9dd08: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 14:22:45.968553 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (061a4477-5ef8-415d-a12e-f69e3e676fad), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:45.994540 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (061a4477-5ef8-415d-a12e-f69e3e676fad), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:46.051084 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (061a4477-5ef8-415d-a12e-f69e3e676fad), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:46.055766 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:46.057236 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "DELETE /v2.0/security-groups/061a4477-5ef8-415d-a12e-f69e3e676fad HTTP/1.1" status: 204 len: 168 time: 0.1669037 Jun 27 14:22:46.060771 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46424) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:46.067735 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061a4477-5ef8-415d-a12e-f69e3e676fad,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:46.076064 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.076411 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.076737 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.077071 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.077402 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.077729 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.078056 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.078382 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.078740 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.079188 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.079580 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.079905 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.080225 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.080568 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.080884 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82d071-b282-452c-aaaf-b83a45de6981 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:46.083191 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-75099e7a-a1be-4ffb-adf6-1c67fef65aff tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] show failed (client error): The resource could not be found. Jun 27 14:22:46.084342 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-75099e7a-a1be-4ffb-adf6-1c67fef65aff tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "GET /v2.0/security-groups/061a4477-5ef8-415d-a12e-f69e3e676fad HTTP/1.1" status: 404 len: 347 time: 0.0221789 Jun 27 14:22:46.089524 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46426) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:46.478182 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-70611aaa-9a46-4360-b310-1b1220f24bf3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Deleting port e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:22:46.478481 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-70611aaa-9a46-4360-b310-1b1220f24bf3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:46.562444 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-70611aaa-9a46-4360-b310-1b1220f24bf3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:46.562790 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-70611aaa-9a46-4360-b310-1b1220f24bf3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:46.578119 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-70611aaa-9a46-4360-b310-1b1220f24bf3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Calling delete_port for e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780 owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:22:46.721414 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-70611aaa-9a46-4360-b310-1b1220f24bf3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:46.747630 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70611aaa-9a46-4360-b310-1b1220f24bf3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Pushing event deleted for resources: {'Port': ['ID=e9f2fa53-9b6e-4c2f-82a0-bf0beb4b4780,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:46.818972 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-70611aaa-9a46-4360-b310-1b1220f24bf3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks [] for floatingip (2eb456cd-728d-4c93-9c1d-9fac8ad9dd08), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:46.821436 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-70611aaa-9a46-4360-b310-1b1220f24bf3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1033849'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:46.822614 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-70611aaa-9a46-4360-b310-1b1220f24bf3 tempest-AttachVolumeNegativeTest-1964206394 tempest-AttachVolumeNegativeTest-1964206394-project] 10.222.0.43 "DELETE /v2.0/floatingips/2eb456cd-728d-4c93-9c1d-9fac8ad9dd08 HTTP/1.1" status: 204 len: 168 time: 0.7319102 Jun 27 14:22:47.843989 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33726dcc-9ee9-47f7-81c7-694d3f22222a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:48.838441 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device cd88820f-47a5-454a-8006-f9797b9844a4 no longer exists at agent hyperv_hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:22:48.863418 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] No Port match for: cd88820f-47a5-454a-8006-f9797b9844a4 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:22:48.864266 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Device cd88820f-47a5-454a-8006-f9797b9844a4 not bound to the agent host hv-cinder-84112 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:22:49.369158 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:50.568670 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46462) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:50.704895 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:50.708193 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:50.902538 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454629'] for router_interface (e8d48a76-7b66-450b-b890-8f549be8abb7), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:50.953242 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:50.955101 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:51.124799 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] Deleting port 372780ad-c38e-4ef3-9170-3037918e068b {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:22:51.125094 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (372780ad-c38e-4ef3-9170-3037918e068b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:51.208646 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] For port 372780ad-c38e-4ef3-9170-3037918e068b, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=372780ad-c38e-4ef3-9170-3037918e068b,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:22:51.208896 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (372780ad-c38e-4ef3-9170-3037918e068b), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:51.223312 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] Calling delete_port for 372780ad-c38e-4ef3-9170-3037918e068b owned by network:router_interface {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:22:51.411292 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6195937'] for port (372780ad-c38e-4ef3-9170-3037918e068b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:51.434532 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=372780ad-c38e-4ef3-9170-3037918e068b,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:51.504252 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:51.598560 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:51.603577 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454513'] for router_interface (e8d48a76-7b66-450b-b890-8f549be8abb7), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:51.846873 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] Router e8d48a76-7b66-450b-b890-8f549be8abb7 has already been hosted by L3 agent 01fd1a34-9167-453f-836d-2de0fc3af1d0 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 14:22:51.958226 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] Notify agent at l3_agent.dv-cinder-841125-9-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 14:22:51.963983 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9579f23c-d37e-491b-909d-fc51262c4f79 admin admin] 10.222.0.43 "PUT /v2.0/routers/e8d48a76-7b66-450b-b890-8f549be8abb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3942566 Jun 27 14:22:51.966728 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46464) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:51.968747 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] Sync routers for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 14:22:51.981003 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:22:51.981623 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:22:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:52.075504 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Publish callbacks [] for router (e8d48a76-7b66-450b-b890-8f549be8abb7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.083174 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: dv-cinder-841125-9-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:22:52.173403 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Publish callbacks [] for router_gateway (e8d48a76-7b66-450b-b890-8f549be8abb7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.198345 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:52.202610 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:52.223982 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Deleting port 1ff424a8-4923-4371-badc-459664ec52e1 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:22:52.224592 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (1ff424a8-4923-4371-badc-459664ec52e1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.264862 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'external_fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '1ff424a8-4923-4371-badc-459664ec52e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:22:51Z', 'revision_number': 5, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port': {'id': '1ff424a8-4923-4371-badc-459664ec52e1', 'name': '', 'network_id': '778354ad-5ac3-4530-9d0d-ba573bad0eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841125-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T14:18:09Z', 'updated_at': '2022-06-27T14:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '221ae1a3-3388-4423-8ef3-8012e11d819c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841125-9-iscsi'}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:52.294437 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] Checking router: e8d48a76-7b66-450b-b890-8f549be8abb7 for host: dv-cinder-841125-9-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 14:22:52.303825 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] Routers {'e8d48a76-7b66-450b-b890-8f549be8abb7'} bound to L3 agent in host dv-cinder-841125-9-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 14:22:52.304438 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841125-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T14:02:18Z,description=,heartbeat_timestamp=2022-06-27T14:22:48Z,host='dv-cinder-841125-9-iscsi',id=01fd1a34-9167-453f-836d-2de0fc3af1d0,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T14:02:18Z,topic='l3_agent')) {'router_ids': ['e8d48a76-7b66-450b-b890-8f549be8abb7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:52.307713 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] For port 1ff424a8-4923-4371-badc-459664ec52e1, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=1ff424a8-4923-4371-badc-459664ec52e1,segment=NetworkSegment(e7ece622-696d-4aa5-a6ea-7071c23618ba),segment_id=e7ece622-696d-4aa5-a6ea-7071c23618ba)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:22:52.308088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (1ff424a8-4923-4371-badc-459664ec52e1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.321707 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Calling delete_port for 1ff424a8-4923-4371-badc-459664ec52e1 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:22:52.391726 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] Set router e8d48a76-7b66-450b-b890-8f549be8abb7 gateway port host: None {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 14:22:52.445317 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:22:52Z', 'revision_number': 6, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port_host': None}], 'dv-cinder-841125-9-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:52.454956 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:52.473194 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c205952-a571-4bb8-843f-cbb9f7772098 None None] The sync data for ids ['e8d48a76-7b66-450b-b890-8f549be8abb7'] in dv-cinder-841125-9-iscsi is: [{'id': 'e8d48a76-7b66-450b-b890-8f549be8abb7', 'name': 'tempest-AttachVolumeNegativeTest-632724263-router', 'tenant_id': '7761d17911b54ba0addb7ea956b6cfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T14:18:08Z', 'updated_at': '2022-06-27T14:22:52Z', 'revision_number': 6, 'project_id': '7761d17911b54ba0addb7ea956b6cfdf', 'gw_port_host': None}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 14:22:52.484252 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:52.512010 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (1ff424a8-4923-4371-badc-459664ec52e1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.535198 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff424a8-4923-4371-badc-459664ec52e1,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:52.608099 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457813'] for router_gateway (e8d48a76-7b66-450b-b890-8f549be8abb7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.701296 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10887'] for router (e8d48a76-7b66-450b-b890-8f549be8abb7), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.704659 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Publish callbacks [] for router_controller (e8d48a76-7b66-450b-b890-8f549be8abb7), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.757937 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398290'] for router (e8d48a76-7b66-450b-b890-8f549be8abb7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.758485 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8d48a76-7b66-450b-b890-8f549be8abb7 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 14:22:52.762723 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.763982 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-120ffd20-e32b-42b0-a5f2-4b85e407a870 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e8d48a76-7b66-450b-b890-8f549be8abb7 HTTP/1.1" status: 204 len: 168 time: 0.7961752 Jun 27 14:22:52.767535 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46466) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:52.814213 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c5d3ad-64df-46a3-b153-3014e200140f admin admin] Deleting subnet 7ff0c690-966d-4a80-9b84-6706507192e0 {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:22:52.818089 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-06c5d3ad-64df-46a3-b153-3014e200140f admin admin] Publish callbacks [] for subnet (7ff0c690-966d-4a80-9b84-6706507192e0), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.855718 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-06c5d3ad-64df-46a3-b153-3014e200140f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4458228'] for subnet (7ff0c690-966d-4a80-9b84-6706507192e0), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.937469 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-06c5d3ad-64df-46a3-b153-3014e200140f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (7ff0c690-966d-4a80-9b84-6706507192e0), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:52.998124 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-06c5d3ad-64df-46a3-b153-3014e200140f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6195894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4984649'] for subnet (7ff0c690-966d-4a80-9b84-6706507192e0), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.024156 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5d3ad-64df-46a3-b153-3014e200140f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff0c690-966d-4a80-9b84-6706507192e0,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:53.028179 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-06c5d3ad-64df-46a3-b153-3014e200140f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.033945 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46468) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:53.035271 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1544ded-bcc9-4e16-a218-573acf000fcb None None] Network 80547283-fb44-4c7d-81ec-b136fb84e882 requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:22:53.036074 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-06c5d3ad-64df-46a3-b153-3014e200140f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7ff0c690-966d-4a80-9b84-6706507192e0 HTTP/1.1" status: 204 len: 168 time: 0.2647583 Jun 27 14:22:53.110767 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (80547283-fb44-4c7d-81ec-b136fb84e882), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.153761 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Deleting port 734941c3-e34c-4ced-bea3-db745449bfdf {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:22:53.154104 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.219936 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] DHCP port deletion for 80547283-fb44-4c7d-81ec-b136fb84e882 request from dv-cinder-841125-9-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 14:22:53.224411 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] For port 734941c3-e34c-4ced-bea3-db745449bfdf, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=734941c3-e34c-4ced-bea3-db745449bfdf,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:22:53.224782 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.240926 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Calling delete_port for 734941c3-e34c-4ced-bea3-db745449bfdf owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:22:53.260769 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Deleting port 734941c3-e34c-4ced-bea3-db745449bfdf {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 14:22:53.261150 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770571165992'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.328630 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144045'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.339714 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] For port 734941c3-e34c-4ced-bea3-db745449bfdf, host dv-cinder-841125-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841125-9-iscsi',level=0,port_id=734941c3-e34c-4ced-bea3-db745449bfdf,segment=NetworkSegment(e3b72501-36e3-4046-b77d-a2abe06629d7),segment_id=e3b72501-36e3-4046-b77d-a2abe06629d7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 14:22:53.340116 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451282'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.353605 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Calling delete_port for 734941c3-e34c-4ced-bea3-db745449bfdf owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 14:22:53.354041 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Pushing event deleted for resources: {'Port': ['ID=734941c3-e34c-4ced-bea3-db745449bfdf,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:53.357748 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] No DVR routers for this DVR port 734941c3-e34c-4ced-bea3-db745449bfdf on host dv-cinder-841125-9-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:22:53.432366 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (80547283-fb44-4c7d-81ec-b136fb84e882), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.432586 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770571170672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770570796939'] for port (734941c3-e34c-4ced-bea3-db745449bfdf), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.453654 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80547283-fb44-4c7d-81ec-b136fb84e882']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:53.461042 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Pushing event deleted for resources: {'Port': ['ID=734941c3-e34c-4ced-bea3-db745449bfdf,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:53.463873 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b72501-36e3-4046-b77d-a2abe06629d7') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:53.464212 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b72501-36e3-4046-b77d-a2abe06629d7') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:53.465700 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] No DVR routers for this DVR port 734941c3-e34c-4ced-bea3-db745449bfdf on host dv-cinder-841125-9-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 14:22:53.475408 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.475684 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.476032 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.476156 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6108208'] for segment (e3b72501-36e3-4046-b77d-a2abe06629d7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.476374 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.476712 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.477047 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.477544 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.477696 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.478050 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.478379 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.478821 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.479126 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.479478 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.479785 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.480120 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153e07a-8052-4108-8ead-04c6e864b7e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841125-9-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 14:22:53.490793 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (e3b72501-36e3-4046-b77d-a2abe06629d7), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.497838 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:22:53.498401 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144016'] for segment (e3b72501-36e3-4046-b77d-a2abe06629d7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.525278 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment e3b72501-36e3-4046-b77d-a2abe06629d7 resource provider aggregate not found Jun 27 14:22:53.555611 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment e3b72501-36e3-4046-b77d-a2abe06629d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3b72501-36e3-4046-b77d-a2abe06629d7 found for delete ", "request_id": "req-9c2556a6-c8e1-4e9b-bad4-5ca9cc8be3f6"}]} Jun 27 14:22:53.565379 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (80547283-fb44-4c7d-81ec-b136fb84e882), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.571032 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.574060 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] 10.222.0.43 "DELETE /v2.0/networks/80547283-fb44-4c7d-81ec-b136fb84e882 HTTP/1.1" status: 204 len: 168 time: 0.5392175 Jun 27 14:22:53.589560 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75722a-2980-4ee9-8dcf-61b0b938ec42 admin admin] Pushing event deleted for resources: {'Network': ['ID=80547283-fb44-4c7d-81ec-b136fb84e882,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:53.808219 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46476) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:53.851556 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-db4dcb76-a2d7-4099-b2eb-880d21ef1f70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7761d17911b54ba0addb7ea956b6cfdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421665 Jun 27 14:22:53.854865 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46478) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:53.911837 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd81c-c3f2-40d7-a4a3-175f33ea222d admin admin] Publish callbacks [] for security_group (6ee9be47-3d4f-4054-86f6-33c520ba7fa0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.934527 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd81c-c3f2-40d7-a4a3-175f33ea222d admin admin] Publish callbacks [] for security_group (6ee9be47-3d4f-4054-86f6-33c520ba7fa0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.956376 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:53.964243 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:53.987540 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd81c-c3f2-40d7-a4a3-175f33ea222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (6ee9be47-3d4f-4054-86f6-33c520ba7fa0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.990266 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd81c-c3f2-40d7-a4a3-175f33ea222d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:53.991469 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8a3fd81c-c3f2-40d7-a4a3-175f33ea222d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ee9be47-3d4f-4054-86f6-33c520ba7fa0 HTTP/1.1" status: 204 len: 168 time: 0.1357102 Jun 27 14:22:54.000568 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fd81c-c3f2-40d7-a4a3-175f33ea222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee9be47-3d4f-4054-86f6-33c520ba7fa0,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:54.269324 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 372780ad-c38e-4ef3-9170-3037918e068b no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:22:54.290436 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 372780ad-c38e-4ef3-9170-3037918e068b {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:22:54.290857 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 372780ad-c38e-4ef3-9170-3037918e068b not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:22:54.291270 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 734941c3-e34c-4ced-bea3-db745449bfdf no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:22:54.310767 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 734941c3-e34c-4ced-bea3-db745449bfdf {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:22:54.311008 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 734941c3-e34c-4ced-bea3-db745449bfdf not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:22:54.311428 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 1ff424a8-4923-4371-badc-459664ec52e1 no longer exists at agent ovs-agent-dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 14:22:54.331317 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] No Port match for: 1ff424a8-4923-4371-badc-459664ec52e1 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 14:22:54.331506 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Device 1ff424a8-4923-4371-badc-459664ec52e1 not bound to the agent host dv-cinder-841125-9-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 14:22:54.773394 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46500) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:54.922532 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-792194680-network', 'tenant_id': '17fac9cfd59d4824a5e23c57c9c22fd6'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:22:54.946469 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Made reservation on behalf of 17fac9cfd59d4824a5e23c57c9c22fd6 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:22:54.949776 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:54.962535 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:55.044416 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Publish callbacks [] for security_group (13110642-78ed-42a6-8561-c4cbf400905e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:55.049088 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (13110642-78ed-42a6-8561-c4cbf400905e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:55.078194 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:22:55.089510 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13110642-78ed-42a6-8561-c4cbf400905e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:55.094495 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:55.094836 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Added segment b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2 of type vlan for network 16ecff94-93ac-4b00-9446-6f66a90502cb Jun 27 14:22:55.137635 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (16ecff94-93ac-4b00-9446-6f66a90502cb), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:55.167450 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (16ecff94-93ac-4b00-9446-6f66a90502cb), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:55.168420 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:55.168986 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:55.202940 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4283016 Jun 27 14:22:55.205935 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46504) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:55.211916 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Request body: {'subnet': {'network_id': '16ecff94-93ac-4b00-9446-6f66a90502cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-792194680-subnet', 'tenant_id': '17fac9cfd59d4824a5e23c57c9c22fd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:22:55.232568 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c450d33-42d7-4682-923b-706c97cd5f3d admin admin] Pushing event updated for resources: {'Network': ['ID=16ecff94-93ac-4b00-9446-6f66a90502cb,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:55.233484 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Made reservation on behalf of 17fac9cfd59d4824a5e23c57c9c22fd6 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:22:55.235876 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4984614'] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:55.243040 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 16ecff94-93ac-4b00-9446-6f66a90502cb details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:22:55.351768 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:55.421781 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6195829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4984656'] for subnet (68a99293-57ef-4c9b-8ea6-01e3a35128f4), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:55.457618 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:55.478166 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a99293-57ef-4c9b-8ea6-01e3a35128f4,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:55.499459 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Checking segment: {'id': 'b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16ecff94-93ac-4b00-9446-6f66a90502cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:22:55.499809 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Network hostable DHCP agents. Network: 16ecff94-93ac-4b00-9446-6f66a90502cb, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:22:55.521631 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Network 16ecff94-93ac-4b00-9446-6f66a90502cb is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:22:55.538253 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 16ecff94-93ac-4b00-9446-6f66a90502cb) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:22:55.542881 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:55.543582 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:55.548674 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719331d6-9f1e-47f3-b8fc-7d01eeced98f None None] Network 16ecff94-93ac-4b00-9446-6f66a90502cb requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:22:55.561306 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-67fd943d-e47f-4676-9eb8-b3fb44ed76c6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3541491 Jun 27 14:22:55.652085 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a56b20-e5cc-4609-aa91-3abbdb19912d None None] Network 16ecff94-93ac-4b00-9446-6f66a90502cb requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:22:56.020476 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:56.025512 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:56.087836 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46520) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:56.095300 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-987919693-network', 'tenant_id': '90763fd5964c490ab3c0285cbf1cf843'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:22:56.123016 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Made reservation on behalf of 90763fd5964c490ab3c0285cbf1cf843 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:22:56.125543 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1472726'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.134476 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.223298 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Publish callbacks [] for security_group (178ce3c3-a6d2-4012-9ef1-1a159605e6bd), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.229283 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (178ce3c3-a6d2-4012-9ef1-1a159605e6bd), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.257117 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 14:22:56.263695 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178ce3c3-a6d2-4012-9ef1-1a159605e6bd,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:56.269636 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (0cf7e2bf-52cc-4948-99aa-24559087b4ca), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.269999 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Added segment 0cf7e2bf-52cc-4948-99aa-24559087b4ca of type vlan for network 9f8ad338-05ec-4bec-b6c0-18f6b11c231a Jun 27 14:22:56.311540 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770570751425'] for network (9f8ad338-05ec-4bec-b6c0-18f6b11c231a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.341325 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050'] for network (9f8ad338-05ec-4bec-b6c0-18f6b11c231a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.343243 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:56.344252 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.380853 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=6,neutron:SELECT=70,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:56.384603 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2955685 Jun 27 14:22:56.387771 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46522) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:56.392857 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Request body: {'subnet': {'network_id': '9f8ad338-05ec-4bec-b6c0-18f6b11c231a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-987919693-subnet', 'tenant_id': '90763fd5964c490ab3c0285cbf1cf843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 14:22:56.414968 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76036d56-8440-4ab1-823c-b51505a1d0d4 admin admin] Pushing event updated for resources: {'Network': ['ID=9f8ad338-05ec-4bec-b6c0-18f6b11c231a,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:56.415924 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Made reservation on behalf of 90763fd5964c490ab3c0285cbf1cf843 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 14:22:56.418726 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4984614'] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.425671 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Network 9f8ad338-05ec-4bec-b6c0-18f6b11c231a details requested by agent ovs-agent-dv-cinder-841125-9-iscsi with host dv-cinder-841125-9-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 14:22:56.571505 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.595745 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6195829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4984656'] for subnet (d1eb4fe3-63fd-415e-b5cf-5dc4a8a0bf42), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.646739 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1eb4fe3-63fd-415e-b5cf-5dc4a8a0bf42,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:56.662680 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Checking segment: {'id': '0cf7e2bf-52cc-4948-99aa-24559087b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9f8ad338-05ec-4bec-b6c0-18f6b11c231a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 14:22:56.663044 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Network hostable DHCP agents. Network: 9f8ad338-05ec-4bec-b6c0-18f6b11c231a, hostable agents: ['c3f01799-c795-4a2e-829d-911e4a49b24a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 14:22:56.681343 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Network 9f8ad338-05ec-4bec-b6c0-18f6b11c231a is scheduled to be hosted by DHCP agent c3f01799-c795-4a2e-829d-911e4a49b24a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 14:22:56.692074 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841125-9-iscsi, 9f8ad338-05ec-4bec-b6c0-18f6b11c231a) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 14:22:56.696682 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 14:22:56.697269 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.702172 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb1851-99d7-40e8-a8eb-766fa31323ba None None] Network 9f8ad338-05ec-4bec-b6c0-18f6b11c231a requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:22:56.714917 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-14dcfc36-1d76-44f3-9e81-dc448125001c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3258812 Jun 27 14:22:56.736004 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:56.764222 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:56.811110 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd1146-ce86-46e2-acfa-cb376c954fbc None None] Network 9f8ad338-05ec-4bec-b6c0-18f6b11c231a requested from dv-cinder-841125-9-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 14:22:56.837927 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46526) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:56.883842 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50d2e6a-558c-44b9-889e-4a53ef302a5c admin admin] Deleting subnet 68a99293-57ef-4c9b-8ea6-01e3a35128f4 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:22:56.887373 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d50d2e6a-558c-44b9-889e-4a53ef302a5c admin admin] Publish callbacks [] for subnet (68a99293-57ef-4c9b-8ea6-01e3a35128f4), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.906011 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:56.924217 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d50d2e6a-558c-44b9-889e-4a53ef302a5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6108203'] for subnet (68a99293-57ef-4c9b-8ea6-01e3a35128f4), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:56.965923 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d50d2e6a-558c-44b9-889e-4a53ef302a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (68a99293-57ef-4c9b-8ea6-01e3a35128f4), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.025285 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d50d2e6a-558c-44b9-889e-4a53ef302a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819297'] for subnet (68a99293-57ef-4c9b-8ea6-01e3a35128f4), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.055220 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d2e6a-558c-44b9-889e-4a53ef302a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a99293-57ef-4c9b-8ea6-01e3a35128f4,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:57.058959 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d50d2e6a-558c-44b9-889e-4a53ef302a5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.062007 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d50d2e6a-558c-44b9-889e-4a53ef302a5c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/68a99293-57ef-4c9b-8ea6-01e3a35128f4 HTTP/1.1" status: 204 len: 168 time: 0.2230310 Jun 27 14:22:57.065492 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46528) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:57.137428 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (16ecff94-93ac-4b00-9446-6f66a90502cb), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.218631 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (16ecff94-93ac-4b00-9446-6f66a90502cb), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.240085 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ecff94-93ac-4b00-9446-6f66a90502cb']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:57.249952 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:57.250281 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:57.262441 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6108208'] for segment (b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.281750 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.290252 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:22:57.290633 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144016'] for segment (b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.309591 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2 resource provider aggregate not found Jun 27 14:22:57.351228 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b77ab5b9-193a-4fdd-a74e-37a77e8bd5a2 found for delete ", "request_id": "req-65e24940-3498-4259-a167-48ae39f94590"}]} Jun 27 14:22:57.359893 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (16ecff94-93ac-4b00-9446-6f66a90502cb), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.365186 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.368255 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/16ecff94-93ac-4b00-9446-6f66a90502cb HTTP/1.1" status: 204 len: 168 time: 0.3016188 Jun 27 14:22:57.371245 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46534) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:57.379171 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bceed-8013-427b-90c8-35b40ec285e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ecff94-93ac-4b00-9446-6f66a90502cb,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:57.419498 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea68987e-61c5-49da-8241-f5356004ee38 admin admin] Deleting subnet d1eb4fe3-63fd-415e-b5cf-5dc4a8a0bf42 {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 14:22:57.422970 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea68987e-61c5-49da-8241-f5356004ee38 admin admin] Publish callbacks [] for subnet (d1eb4fe3-63fd-415e-b5cf-5dc4a8a0bf42), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.470017 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea68987e-61c5-49da-8241-f5356004ee38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4458228'] for subnet (d1eb4fe3-63fd-415e-b5cf-5dc4a8a0bf42), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.510268 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea68987e-61c5-49da-8241-f5356004ee38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677128'] for subnet (d1eb4fe3-63fd-415e-b5cf-5dc4a8a0bf42), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.566885 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea68987e-61c5-49da-8241-f5356004ee38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-270949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6195894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4984649'] for subnet (d1eb4fe3-63fd-415e-b5cf-5dc4a8a0bf42), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.571728 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:57.591908 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68987e-61c5-49da-8241-f5356004ee38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1eb4fe3-63fd-415e-b5cf-5dc4a8a0bf42,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:57.598703 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea68987e-61c5-49da-8241-f5356004ee38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.604381 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ea68987e-61c5-49da-8241-f5356004ee38 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d1eb4fe3-63fd-415e-b5cf-5dc4a8a0bf42 HTTP/1.1" status: 204 len: 168 time: 0.2296772 Jun 27 14:22:57.604815 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46536) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:57.675374 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602015'] for network (9f8ad338-05ec-4bec-b6c0-18f6b11c231a), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.766488 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498421', 'neutron.services.segments.db._delete_segments_for_network-8770571322763'] for network (9f8ad338-05ec-4bec-b6c0-18f6b11c231a), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.788506 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8ad338-05ec-4bec-b6c0-18f6b11c231a']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:57.797945 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf7e2bf-52cc-4948-99aa-24559087b4ca') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:57.798227 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf7e2bf-52cc-4948-99aa-24559087b4ca') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 14:22:57.808653 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770571066004', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6108208'] for segment (0cf7e2bf-52cc-4948-99aa-24559087b4ca), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.824040 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944'] for segment (0cf7e2bf-52cc-4948-99aa-24559087b4ca), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.830900 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 14:22:57.831301 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1493944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144016'] for segment (0cf7e2bf-52cc-4948-99aa-24559087b4ca), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.895445 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454722'] for network (9f8ad338-05ec-4bec-b6c0-18f6b11c231a), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.901104 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536036'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:57.904243 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] 10.222.0.43 "DELETE /v2.0/networks/9f8ad338-05ec-4bec-b6c0-18f6b11c231a HTTP/1.1" status: 204 len: 168 time: 0.2983356 Jun 27 14:22:57.916343 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f612783-d80c-4753-a994-a2070b5ce76f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8ad338-05ec-4bec-b6c0-18f6b11c231a,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:58.090069 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46540) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:58.133492 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-76fa07cb-6aa1-4b19-8aaf-872c2c49e66b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17fac9cfd59d4824a5e23c57c9c22fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421207 Jun 27 14:22:58.137009 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46542) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:58.192025 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7329516b-060f-4829-85bc-0499ac3f1975 admin admin] Publish callbacks [] for security_group (13110642-78ed-42a6-8561-c4cbf400905e), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:58.213957 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7329516b-060f-4829-85bc-0499ac3f1975 admin admin] Publish callbacks [] for security_group (13110642-78ed-42a6-8561-c4cbf400905e), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:58.266459 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7329516b-060f-4829-85bc-0499ac3f1975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (13110642-78ed-42a6-8561-c4cbf400905e), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:58.270186 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7329516b-060f-4829-85bc-0499ac3f1975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:58.271879 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7329516b-060f-4829-85bc-0499ac3f1975 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13110642-78ed-42a6-8561-c4cbf400905e HTTP/1.1" status: 204 len: 168 time: 0.1339042 Jun 27 14:22:58.274167 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:22:58.281621 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329516b-060f-4829-85bc-0499ac3f1975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13110642-78ed-42a6-8561-c4cbf400905e,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:58.614509 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46548) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:58.656635 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-daa188c2-2dd6-46a4-a682-c6e63de02a63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90763fd5964c490ab3c0285cbf1cf843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407593 Jun 27 14:22:58.659236 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46550) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:22:58.709650 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4789944d-aa52-4c59-98d7-b5d5f5b23201 admin admin] Publish callbacks [] for security_group (178ce3c3-a6d2-4012-9ef1-1a159605e6bd), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:58.733709 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4789944d-aa52-4c59-98d7-b5d5f5b23201 admin admin] Publish callbacks [] for security_group (178ce3c3-a6d2-4012-9ef1-1a159605e6bd), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:58.796287 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4789944d-aa52-4c59-98d7-b5d5f5b23201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (178ce3c3-a6d2-4012-9ef1-1a159605e6bd), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:58.798818 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4789944d-aa52-4c59-98d7-b5d5f5b23201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:22:58.800670 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4789944d-aa52-4c59-98d7-b5d5f5b23201 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/178ce3c3-a6d2-4012-9ef1-1a159605e6bd HTTP/1.1" status: 204 len: 168 time: 0.1398335 Jun 27 14:22:58.808228 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789944d-aa52-4c59-98d7-b5d5f5b23201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178ce3c3-a6d2-4012-9ef1-1a159605e6bd,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:22:59.369159 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 0cf7e2bf-52cc-4948-99aa-24559087b4ca resource provider aggregate not found Jun 27 14:22:59.386242 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 0cf7e2bf-52cc-4948-99aa-24559087b4ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cf7e2bf-52cc-4948-99aa-24559087b4ca found for delete ", "request_id": "req-3ebea663-7387-4133-83a1-f8fb37f91bb3"}]} Jun 27 14:23:00.986706 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46624) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:01.110122 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9ba3c97c-51ce-4201-b47d-1ba14b661ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.200600 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9ba3c97c-51ce-4201-b47d-1ba14b661ad2 admin admin] Publish callbacks [] for security_group (9fb0faca-4afe-44bc-a915-ead32c556d7f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.205391 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9ba3c97c-51ce-4201-b47d-1ba14b661ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (9fb0faca-4afe-44bc-a915-ead32c556d7f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.245590 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9ba3c97c-51ce-4201-b47d-1ba14b661ad2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b298ff6b9982422caae96d9ee67a576e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576790 Jun 27 14:23:01.246352 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3c97c-51ce-4201-b47d-1ba14b661ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb0faca-4afe-44bc-a915-ead32c556d7f,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:01.248452 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46628) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:01.290467 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:01.304346 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c90d3fad-bf92-4d11-818b-dc091ebf6377 admin admin] Publish callbacks [] for security_group (9fb0faca-4afe-44bc-a915-ead32c556d7f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.327477 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c90d3fad-bf92-4d11-818b-dc091ebf6377 admin admin] Publish callbacks [] for security_group (9fb0faca-4afe-44bc-a915-ead32c556d7f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.377008 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c90d3fad-bf92-4d11-818b-dc091ebf6377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (9fb0faca-4afe-44bc-a915-ead32c556d7f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.380924 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c90d3fad-bf92-4d11-818b-dc091ebf6377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.382967 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c90d3fad-bf92-4d11-818b-dc091ebf6377 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9fb0faca-4afe-44bc-a915-ead32c556d7f HTTP/1.1" status: 204 len: 168 time: 0.1331069 Jun 27 14:23:01.391065 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d3fad-bf92-4d11-818b-dc091ebf6377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb0faca-4afe-44bc-a915-ead32c556d7f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:01.687277 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46634) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:01.701231 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b594e147-a48b-4458-9018-7fbbe0c85421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.714767 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:01.782760 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b594e147-a48b-4458-9018-7fbbe0c85421 admin admin] Publish callbacks [] for security_group (e850422a-0c9c-48ae-8196-7dcda3a40fab), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.789038 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b594e147-a48b-4458-9018-7fbbe0c85421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e850422a-0c9c-48ae-8196-7dcda3a40fab), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.830577 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b594e147-a48b-4458-9018-7fbbe0c85421 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1f59d359d0648388a05150bb6224405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422019 Jun 27 14:23:01.831560 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594e147-a48b-4458-9018-7fbbe0c85421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e850422a-0c9c-48ae-8196-7dcda3a40fab,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:01.833368 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46636) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:01.887980 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-46d996a5-32aa-41da-8b98-fc13f752334a admin admin] Publish callbacks [] for security_group (e850422a-0c9c-48ae-8196-7dcda3a40fab), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.914967 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-46d996a5-32aa-41da-8b98-fc13f752334a admin admin] Publish callbacks [] for security_group (e850422a-0c9c-48ae-8196-7dcda3a40fab), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.966306 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-46d996a5-32aa-41da-8b98-fc13f752334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (e850422a-0c9c-48ae-8196-7dcda3a40fab), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.968888 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-46d996a5-32aa-41da-8b98-fc13f752334a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:01.970039 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-46d996a5-32aa-41da-8b98-fc13f752334a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e850422a-0c9c-48ae-8196-7dcda3a40fab HTTP/1.1" status: 204 len: 168 time: 0.1356826 Jun 27 14:23:01.979587 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d996a5-32aa-41da-8b98-fc13f752334a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e850422a-0c9c-48ae-8196-7dcda3a40fab,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:04.007332 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:23:11.224285 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46766) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:11.337800 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cef44a9b-a8bc-4feb-a6b5-4fa1e1d77307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:11.360075 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:11.409411 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=15 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:11.424875 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cef44a9b-a8bc-4feb-a6b5-4fa1e1d77307 admin admin] Publish callbacks [] for security_group (83c530fd-1fac-4cd5-9e9d-b3af5d6babb2), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:11.430398 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cef44a9b-a8bc-4feb-a6b5-4fa1e1d77307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (83c530fd-1fac-4cd5-9e9d-b3af5d6babb2), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:11.471031 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-cef44a9b-a8bc-4feb-a6b5-4fa1e1d77307 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc55c9e923484419990f75a708e10425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456577 Jun 27 14:23:11.471732 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44a9b-a8bc-4feb-a6b5-4fa1e1d77307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c530fd-1fac-4cd5-9e9d-b3af5d6babb2,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:11.473869 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46770) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:11.528415 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91e8c5fb-dcb0-4b54-a898-faf4e7de2a1f admin admin] Publish callbacks [] for security_group (83c530fd-1fac-4cd5-9e9d-b3af5d6babb2), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:11.552065 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91e8c5fb-dcb0-4b54-a898-faf4e7de2a1f admin admin] Publish callbacks [] for security_group (83c530fd-1fac-4cd5-9e9d-b3af5d6babb2), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:11.614082 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91e8c5fb-dcb0-4b54-a898-faf4e7de2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (83c530fd-1fac-4cd5-9e9d-b3af5d6babb2), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:11.616600 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91e8c5fb-dcb0-4b54-a898-faf4e7de2a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:11.617769 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-91e8c5fb-dcb0-4b54-a898-faf4e7de2a1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83c530fd-1fac-4cd5-9e9d-b3af5d6babb2 HTTP/1.1" status: 204 len: 168 time: 0.1428382 Jun 27 14:23:11.626453 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8c5fb-dcb0-4b54-a898-faf4e7de2a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c530fd-1fac-4cd5-9e9d-b3af5d6babb2,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:11.918460 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46776) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:11.933351 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-46d525d0-df3f-43af-b847-47a65f5fb4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:11.935062 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:12.001274 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:12.017146 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-46d525d0-df3f-43af-b847-47a65f5fb4b6 admin admin] Publish callbacks [] for security_group (c4ee0fcb-45b1-484e-a0b8-6a974a33107f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.022998 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-46d525d0-df3f-43af-b847-47a65f5fb4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c4ee0fcb-45b1-484e-a0b8-6a974a33107f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.059811 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d525d0-df3f-43af-b847-47a65f5fb4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ee0fcb-45b1-484e-a0b8-6a974a33107f,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:12.064272 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-46d525d0-df3f-43af-b847-47a65f5fb4b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e6b3baf3fa94e8f81e05f75ce45c993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445062 Jun 27 14:23:12.067074 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46778) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:12.120970 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0fd40400-73b4-4010-b0ba-c79db5939c09 admin admin] Publish callbacks [] for security_group (c4ee0fcb-45b1-484e-a0b8-6a974a33107f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.143377 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0fd40400-73b4-4010-b0ba-c79db5939c09 admin admin] Publish callbacks [] for security_group (c4ee0fcb-45b1-484e-a0b8-6a974a33107f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.192241 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0fd40400-73b4-4010-b0ba-c79db5939c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (c4ee0fcb-45b1-484e-a0b8-6a974a33107f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.194791 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0fd40400-73b4-4010-b0ba-c79db5939c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.195940 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0fd40400-73b4-4010-b0ba-c79db5939c09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4ee0fcb-45b1-484e-a0b8-6a974a33107f HTTP/1.1" status: 204 len: 168 time: 0.1280627 Jun 27 14:23:12.204192 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd40400-73b4-4010-b0ba-c79db5939c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ee0fcb-45b1-484e-a0b8-6a974a33107f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:12.557665 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46784) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:12.574316 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b3092b22-ba04-42ee-9e38-8d1e7119a019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.664887 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b3092b22-ba04-42ee-9e38-8d1e7119a019 admin admin] Publish callbacks [] for security_group (fee42e9a-f58b-4be4-8109-c5966e57f2d2), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.670765 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b3092b22-ba04-42ee-9e38-8d1e7119a019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (fee42e9a-f58b-4be4-8109-c5966e57f2d2), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.707379 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3092b22-ba04-42ee-9e38-8d1e7119a019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee42e9a-f58b-4be4-8109-c5966e57f2d2,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:12.712035 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b3092b22-ba04-42ee-9e38-8d1e7119a019 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e4d33d984dc4808801862a15070b171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529033 Jun 27 14:23:12.714732 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46786) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:12.764680 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad446-a8f4-4a19-a93c-aaee0861c214 admin admin] Publish callbacks [] for security_group (fee42e9a-f58b-4be4-8109-c5966e57f2d2), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.800373 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad446-a8f4-4a19-a93c-aaee0861c214 admin admin] Publish callbacks [] for security_group (fee42e9a-f58b-4be4-8109-c5966e57f2d2), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.853094 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad446-a8f4-4a19-a93c-aaee0861c214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (fee42e9a-f58b-4be4-8109-c5966e57f2d2), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.856039 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad446-a8f4-4a19-a93c-aaee0861c214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:12.857250 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1e8ad446-a8f4-4a19-a93c-aaee0861c214 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fee42e9a-f58b-4be4-8109-c5966e57f2d2 HTTP/1.1" status: 204 len: 168 time: 0.1416557 Jun 27 14:23:12.865246 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ad446-a8f4-4a19-a93c-aaee0861c214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee42e9a-f58b-4be4-8109-c5966e57f2d2,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:15.627542 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5cdcb5ce-eb73-4dd8-abc1-edac77239370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:17.269710 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46844) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:17.376692 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:17.384073 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea71f51a-0bbf-4aaf-a163-232b65b13111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:17.432796 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:17.462491 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea71f51a-0bbf-4aaf-a163-232b65b13111 admin admin] Publish callbacks [] for security_group (821e50d1-2290-4131-ad14-ce747c38a418), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:17.467478 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea71f51a-0bbf-4aaf-a163-232b65b13111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (821e50d1-2290-4131-ad14-ce747c38a418), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:17.507753 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ea71f51a-0bbf-4aaf-a163-232b65b13111 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a2ffb0fdbbb4fd6ac52004097efdd9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368681 Jun 27 14:23:17.508983 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71f51a-0bbf-4aaf-a163-232b65b13111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821e50d1-2290-4131-ad14-ce747c38a418,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:17.510519 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46848) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:17.563409 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2f9f014c-880d-4cc6-be0f-dea5f6202a50 admin admin] Publish callbacks [] for security_group (821e50d1-2290-4131-ad14-ce747c38a418), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:17.587001 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2f9f014c-880d-4cc6-be0f-dea5f6202a50 admin admin] Publish callbacks [] for security_group (821e50d1-2290-4131-ad14-ce747c38a418), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:17.646236 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2f9f014c-880d-4cc6-be0f-dea5f6202a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (821e50d1-2290-4131-ad14-ce747c38a418), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:17.648807 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2f9f014c-880d-4cc6-be0f-dea5f6202a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:17.649987 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2f9f014c-880d-4cc6-be0f-dea5f6202a50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/821e50d1-2290-4131-ad14-ce747c38a418 HTTP/1.1" status: 204 len: 168 time: 0.1384809 Jun 27 14:23:17.658188 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f014c-880d-4cc6-be0f-dea5f6202a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e50d1-2290-4131-ad14-ce747c38a418,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:17.842734 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d90cfe66-20a8-45d7-97ad-bdec5fa4845b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:17.946062 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46854) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:17.960290 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-78a67a68-5d0d-4e7d-93ff-24d2227e5007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:18.040861 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-78a67a68-5d0d-4e7d-93ff-24d2227e5007 admin admin] Publish callbacks [] for security_group (5fbea213-6dde-4df5-abfe-cec6994f1887), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:18.046388 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-78a67a68-5d0d-4e7d-93ff-24d2227e5007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5fbea213-6dde-4df5-abfe-cec6994f1887), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:18.083910 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a67a68-5d0d-4e7d-93ff-24d2227e5007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbea213-6dde-4df5-abfe-cec6994f1887,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:18.088565 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-78a67a68-5d0d-4e7d-93ff-24d2227e5007 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07c1d5b3c0e943809647a57e576b41c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414535 Jun 27 14:23:18.091192 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46856) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:18.115115 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:18.141947 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-93c65222-8ec0-4ca2-9d67-7338994283f2 admin admin] Publish callbacks [] for security_group (5fbea213-6dde-4df5-abfe-cec6994f1887), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:18.164026 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-93c65222-8ec0-4ca2-9d67-7338994283f2 admin admin] Publish callbacks [] for security_group (5fbea213-6dde-4df5-abfe-cec6994f1887), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:18.221795 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-93c65222-8ec0-4ca2-9d67-7338994283f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (5fbea213-6dde-4df5-abfe-cec6994f1887), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:18.224737 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-93c65222-8ec0-4ca2-9d67-7338994283f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:18.228250 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-93c65222-8ec0-4ca2-9d67-7338994283f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fbea213-6dde-4df5-abfe-cec6994f1887 HTTP/1.1" status: 204 len: 168 time: 0.1338685 Jun 27 14:23:18.229313 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:18.235258 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c65222-8ec0-4ca2-9d67-7338994283f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbea213-6dde-4df5-abfe-cec6994f1887,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:19.365476 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:20.963794 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:20.970613 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:21.162197 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=12 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:21.169473 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=22 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:22.524835 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46922) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:22.665933 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e021226-70cb-4a0c-aeb9-a4703978af56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:22.762667 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e021226-70cb-4a0c-aeb9-a4703978af56 admin admin] Publish callbacks [] for security_group (9f218609-de27-4689-b07f-8ef2f8f8fe33), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:22.767899 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4e021226-70cb-4a0c-aeb9-a4703978af56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (9f218609-de27-4689-b07f-8ef2f8f8fe33), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:22.819646 dv-cinder-841125-9-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4e021226-70cb-4a0c-aeb9-a4703978af56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=914fda41f1324ceab6de6ea17ef16e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933693 Jun 27 14:23:22.820379 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e021226-70cb-4a0c-aeb9-a4703978af56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f218609-de27-4689-b07f-8ef2f8f8fe33,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:22.822492 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46926) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 14:23:22.891185 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36819316-b01c-4a9c-9382-23ca8920f101 admin admin] Publish callbacks [] for security_group (9f218609-de27-4689-b07f-8ef2f8f8fe33), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:22.918176 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36819316-b01c-4a9c-9382-23ca8920f101 admin admin] Publish callbacks [] for security_group (9f218609-de27-4689-b07f-8ef2f8f8fe33), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:22.976038 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36819316-b01c-4a9c-9382-23ca8920f101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269013'] for security_group (9f218609-de27-4689-b07f-8ef2f8f8fe33), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:22.986292 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36819316-b01c-4a9c-9382-23ca8920f101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:22.986292 dv-cinder-841125-9-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-36819316-b01c-4a9c-9382-23ca8920f101 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f218609-de27-4689-b07f-8ef2f8f8fe33 HTTP/1.1" status: 204 len: 168 time: 0.1572309 Jun 27 14:23:22.990477 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36819316-b01c-4a9c-9382-23ca8920f101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f218609-de27-4689-b07f-8ef2f8f8fe33,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 14:23:26.585086 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:32.806455 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=36,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:32.815245 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=26,neutron:INSERT=8 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:32.959302 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:32.986247 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:36.577207 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:36.579552 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:41.008472 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:23:45.625688 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-98829f20-9511-4657-922e-adfdeabd5fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:47.840402 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30d469bb-1119-48df-b446-3604785a1f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:49.374202 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:50.953139 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:50.955714 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:56.589833 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:23:58.172742 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:23:58.173989 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:24:00.950080 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:24:06.583756 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:24:13.988345 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:24:15.626284 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7d45-f2a6-41f9-96e4-14194b86c6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:17.840945 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b7aa0aa-b477-4745-bec7-1fd8a60d527e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:18.008832 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:24:19.378289 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:20.945699 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:20.952661 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:26.591266 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:35.173805 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:24:35.174581 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:24:36.580293 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:24:36.584473 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:24:45.622945 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2f53-d5a1-44f0-8440-e8b19c541c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:47.848157 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06d00f25-9d45-49b9-be2b-f11fccc5b2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:49.374590 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:50.952442 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:50.960170 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:24:55.010700 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:24:56.588542 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:06.574539 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:25:06.582130 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:25:12.173118 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=16 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:25:12.173949 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=18 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:25:15.620246 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-313d5e61-6609-4497-9999-67f5e13b02df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:17.833753 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4bc9-1f8b-4c3d-812f-aaa85036b87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:19.378633 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:20.944773 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:20.958677 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:26.583287 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:32.014223 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:25:36.575137 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:25:36.578275 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:25:45.617365 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-27b8847e-8101-4530-b7ad-3afc00d158df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:47.831683 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12c13ee4-788b-4e5a-aaa5-3f13a26a0fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:49.383699 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:50.948465 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:50.960853 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:56.590358 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:25:58.990658 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:25:58.991506 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:26:06.574774 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:26:06.584701 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:26:09.016302 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:26:15.618560 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-783b3749-0417-4c81-8801-7da84bb3a8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:17.828338 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0cb1c2a0-b322-4231-a79f-4711f49bbe75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:19.386670 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:20.948758 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:20.964431 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:25.172552 dv-cinder-841125-9-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-960f4d41-a58a-4f28-a6e0-1a06aa373daf req-9d83baa2-300c-48d6-85a4-45146848aa3d service neutron] (104123) timed out ('10.222.0.13', 56629) {{(pid=104123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 14:26:26.168352 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:26:26.174847 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:26:26.590096 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:36.575256 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:26:36.583048 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:26:42.373726 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-a649a16c-283b-43dd-ad41-67f6eebae95a req-fb613647-0927-4bab-b425-1a0adc9157e6 service neutron] (104122) timed out ('10.222.0.13', 56666) {{(pid=104122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 14:26:45.616492 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2a458dff-96e4-4f84-9bb6-b5a3a674f8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:46.020609 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:26:47.825152 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6d82c436-457a-4f7f-a660-84b9368399af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:49.389391 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:50.945871 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:50.967107 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:26:56.632393 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:06.624070 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:27:06.626101 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:27:12.001317 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=18 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:27:12.003267 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=16 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:27:15.618279 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb806197-3ae1-40da-8de5-e3df6916b092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:17.820450 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd349-2c8f-4c19-b41e-eef79e5a0ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:19.391622 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:20.942833 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:20.973098 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:23.020811 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:27:26.627228 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:36.614192 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=11 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:27:36.621204 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:27:40.177729 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:27:40.178598 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:27:45.616300 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-78768d3d-dd11-496b-a796-31db6c9594e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:47.818997 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6eee86b-d965-4eaf-869a-6d79ae9cf531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:49.398819 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:50.939386 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:50.978047 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:27:56.634151 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:00.021444 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:28:06.626346 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:28:06.627221 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:28:15.613985 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7b963fa0-728b-477d-99d9-3bd5146b7edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:17.176907 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:28:17.177954 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:28:17.819868 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c4c99fe-f633-4bcd-8547-572fbecb49d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:19.403073 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:20.937375 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:20.980692 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:26.625243 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7a3655a-5789-487e-9bcc-35c607d07ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (6d282b85-b2a1-45ba-bb67-263563f1b3d8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:36.617458 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:28:36.619581 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:28:37.021567 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-04e58bda-18c4-4071-b6dc-5952be4fbdac None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 14:28:37.967797 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-d2c3e845-1b7d-42cb-83cf-f46562fc6a19 req-15a25110-4de4-4778-b085-9f1a87985fff service neutron] (104122) timed out ('10.222.0.13', 56639) {{(pid=104122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 14:28:45.612154 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cbcc38ee-b615-4f3d-8801-42ebade29a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (c3f01799-c795-4a2e-829d-911e4a49b24a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:47.373388 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-b97b3b9f-c557-4ecf-970a-5dcbd1cb5728 service neutron] (104122) timed out ('10.222.0.43', 40954) {{(pid=104122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 14:28:47.745801 dv-cinder-841125-9-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-48841ed3-06b9-410d-9db1-08fe678ad240 req-5f7b310b-d237-45dc-98da-97344e57e4c8 tempest-AttachVolumeShelveTestJSON-209529414 tempest-AttachVolumeShelveTestJSON-209529414-project] (104122) timed out ('10.222.0.43', 41020) {{(pid=104122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 14:28:47.815236 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4902eaef-20ec-4cd7-914a-a4d73c4edc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (01fd1a34-9167-453f-836d-2de0fc3af1d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:49.400528 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6d89-7d4e-4f68-a5b0-ed9983740fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (80d63d4c-074d-4701-bb82-4dfe7540aed8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:50.933989 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d51fd60a-2a02-4ae3-a3a0-a5758480be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (8f5ef9f0-e809-423e-8dbe-35bf5e96a658), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:50.980658 dv-cinder-841125-9-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7eeb-6b74-480b-af19-7b397f5a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770571322745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1676404'] for agent (ba0d1f86-9890-472c-aa23-1b108e7968e7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 14:28:54.182613 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 14:28:54.183503 dv-cinder-841125-9-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}